-- Logs begin at Thu 2022-04-14 21:31:54 UTC, end at Thu 2022-04-14 22:49:59 UTC. -- Apr 14 22:18:46.501935 dv-cinder-820918-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 22:18:49.472662 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.common.config [-] Logging enabled! Apr 14 22:18:49.473294 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 22:18:49.473466 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 22:18:49.476853 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.common.config [-] Logging enabled! Apr 14 22:18:49.477112 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 22:18:49.477960 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 22:18:49.478930 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 22:18:49.479177 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 22:18:49.479568 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 22:18:49.479821 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 22:18:49.480053 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 22:18:49.480474 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.480924 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 22:18:49.481246 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.481549 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.481904 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.482213 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.482508 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.482824 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.483123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.483425 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.483717 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.484003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.484294 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.484589 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.484874 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.485167 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.485463 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.485750 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] debug = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.486036 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.486484 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.486933 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.487220 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.487516 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.487801 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.488077 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.488359 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.488646 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.488979 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] host = dv-cinder-820918-2-iscsi {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.489266 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.489561 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.489854 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.490149 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.490426 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.490781 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.491024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.491302 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.491610 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] log_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.491888 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.492184 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.492478 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.492775 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.493659 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.493892 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.494201 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.494498 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.494810 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.495096 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.495377 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.495660 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.495940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.496219 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.496531 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.496820 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.497114 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.497396 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.497678 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.497957 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.498237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.498531 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.498845 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.499129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.499411 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.499888 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.500177 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.500460 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.500768 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.501064 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.501354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.501646 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.501926 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.502216 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.502494 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.502823 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.503100 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] use_json = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.503380 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.503656 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.503941 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.504217 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.504493 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.504771 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.505048 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.505341 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.505687 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:49.505922 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.506224 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.506535 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.506874 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.507177 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.507465 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.507764 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.508050 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.508347 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.508693 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.508992 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.509282 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.509586 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.509881 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.510184 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.510497 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.510829 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.511133 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.511437 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.511719 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.512000 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.512283 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.512654 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.512861 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.513157 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.513456 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.513745 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.514050 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.514341 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.514640 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.514975 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.515258 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.515543 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.515842 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.516127 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.516406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.516689 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.516984 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.517266 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.517543 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.517827 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.518109 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.518386 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.518663 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.518970 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.519283 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.519579 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.519856 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.520137 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.520420 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.520699 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.520989 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.521275 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.521554 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.521834 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.522116 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.522392 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.522668 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.522974 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.523254 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.523536 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.523814 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.524093 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.524920 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.525200 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.525479 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.525792 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.526055 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.526335 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.526613 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.526915 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.527193 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.527473 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.527751 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.528043 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.528346 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.528629 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.528912 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.529195 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.529477 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.529763 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.530043 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.530325 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.530609 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.530924 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.531222 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.531513 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.531805 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.532110 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.532394 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.532698 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.532980 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.533261 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.533548 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.533830 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.534111 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.534401 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.534689 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.535011 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.535313 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.535614 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.535914 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.536212 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.536497 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.536812 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.537121 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:49.537340 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 22:18:49.537586 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103939) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 22:18:49.919011 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 22:18:49.919313 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 22:18:49.919627 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 22:18:49.919963 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 22:18:50.249396 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.249604 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.249880 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.252898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.253184 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.253460 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.308136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.308412 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.308680 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.324047 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.324334 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.324612 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.354419 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.354717 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.354994 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.392363 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.392647 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.392914 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.736485 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.737132 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.737132 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.737315 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.738002 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.839716 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.839980 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.840275 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.840555 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.840835 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.841150 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.841415 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.841681 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.841939 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.842225 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.842489 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.842778 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.843041 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.843297 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.843566 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.843849 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.844108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.844381 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.844655 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.844919 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.845197 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.845455 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.845742 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.846129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.846383 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.846633 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.847062 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 22:18:50.847322 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 22:18:50.847575 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 22:18:50.847815 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 22:18:50.848055 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 22:18:50.848294 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 22:18:50.848667 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 22:18:50.851871 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 22:18:50.855904 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 22:18:50.859823 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 14 22:18:50.861465 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 22:18:50.861953 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 22:18:50.862296 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 22:18:50.862690 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 22:18:50.865701 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 22:18:50.865953 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 22:18:50.866298 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 22:18:50.871262 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 22:18:50.895407 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 22:18:50.895866 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.896168 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103939) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 22:18:50.896543 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.897919 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103939) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 22:18:50.898199 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 22:18:50.898447 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 22:18:50.902413 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.902788 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:50.966513 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 22:18:50.966777 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 22:18:50.967017 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 22:18:50.967386 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 22:18:50.987801 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_db.sqlalchemy.engines [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103939) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 22:18:51.584304 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Initializing driver for type 'gre' Apr 14 22:18:51.584835 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] gre ID ranges: [(1, 1000)] Apr 14 22:18:51.778034 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Initializing driver for type 'local' Apr 14 22:18:51.778663 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Initializing driver for type 'vlan' Apr 14 22:18:51.853088 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] VlanTypeDriver initialization complete Apr 14 22:18:51.853347 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Initializing driver for type 'vxlan' Apr 14 22:18:51.853846 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] vxlan ID ranges: [(1, 1000)] Apr 14 22:18:52.063912 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Initializing extension driver 'port_security' Apr 14 22:18:52.064256 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.extensions.port_security [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] PortSecurityExtensionDriver initialization complete Apr 14 22:18:52.064589 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Initializing mechanism driver 'openvswitch' Apr 14 22:18:52.064918 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Initializing mechanism driver 'hyperv' Apr 14 22:18:52.075183 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.plugin [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:18:52.076046 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > port after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.076430 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.076790 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > port after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.077331 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 22:18:52.077775 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.078138 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.078489 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.078992 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 22:18:52.079409 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > network after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.079763 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > network after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.080141 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.080542 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 22:18:52.080949 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.081304 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.081651 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.082047 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 22:18:52.082456 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.082835 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.083182 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.083589 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 22:18:52.083996 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.084339 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.084681 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.085127 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 22:18:52.085569 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] ML2 OVO RPC backend initialized. {{(pid=103939) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 22:18:52.086276 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.087164 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.087590 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > network before_response 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.087948 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > networks before_response 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.088306 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > port before_response 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.088651 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > ports before_response 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.089000 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.089349 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.089698 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > network after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.090060 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > network after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.090391 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.090752 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > port after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.091096 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.091431 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > port after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.091766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.092105 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.092440 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.100001 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded quota_driver: . Apr 14 22:18:52.100368 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.plugin [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Modular L2 Plugin initialization complete Apr 14 22:18:52.100717 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading services supported by the core plugin {{(pid=103939) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 22:18:52.101060 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.plugins.ml2.managers [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Got port-security extension from driver 'port_security' Apr 14 22:18:52.101541 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.extensions.vlantransparent [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Disabled vlantransparent extension. Apr 14 22:18:52.102033 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103939) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 22:18:52.103011 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading Plugin: router Apr 14 22:18:52.142677 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.143048 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router after_create 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.143425 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router before_create 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.143795 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.144174 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.144556 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router after_delete 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.144958 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.145277 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.145637 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router after_create 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.145989 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router after_update 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.146343 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router after_update 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.146696 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.147202 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router after_update 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.147625 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.148003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.148353 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: port after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.148770 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: subnet after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.149646 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.150003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.150357 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.150731 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: port before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.151074 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.151433 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router after_update 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.151780 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.152136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.152502 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.152849 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.153220 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > agent after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.153574 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.153958 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > network after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.154878 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Tracking information for resource: router configured {{(pid=103939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 22:18:52.155222 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Tracking information for resource: floatingip configured {{(pid=103939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 22:18:52.162789 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.db.l3_agentschedulers_db [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 22:18:52.163383 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.163755 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: port after_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.164113 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: port after_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.164470 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: port after_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.165931 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router before_create 55550100 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.166305 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.166674 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.167061 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.172002 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.services.provider_configuration [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service providers = [] {{(pid=103939) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 22:18:52.172349 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.db.servicetype_db [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103939) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 22:18:52.175346 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.services.service_base [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 22:18:52.175701 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.services.service_base [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 22:18:52.176047 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.services.service_base [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 22:18:52.176942 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.services.service_base [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 22:18:52.177394 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.services.service_base [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 22:18:52.177784 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 22:18:52.178368 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 22:18:52.194863 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 22:18:52.195218 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading Plugin: auto_allocate Apr 14 22:18:52.201425 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: network precommit_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.201801 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: network precommit_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.202339 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 22:18:52.202671 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading Plugin: tag Apr 14 22:18:52.210884 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 22:18:52.211220 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading Plugin: timestamp Apr 14 22:18:52.215778 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 22:18:52.216109 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading Plugin: network_ip_availability Apr 14 22:18:52.231959 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.232361 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.232730 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.233488 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 22:18:52.233813 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading Plugin: flavors Apr 14 22:18:52.238838 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 22:18:52.239181 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading Plugin: revisions Apr 14 22:18:52.243684 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 22:18:52.244083 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_concurrency.lockutils [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.324s {{(pid=103939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 22:18:52.244838 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103939) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 22:18:52.245179 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Initializing extension manager. Apr 14 22:18:52.245751 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: __init__.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.246103 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: __pycache__ {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.246449 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: address_group.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.247308 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.247883 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: address-group Apr 14 22:18:52.248216 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: address_scope.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.248939 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.249452 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: address-scope Apr 14 22:18:52.249783 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.250741 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.251258 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: router-admin-state-down-before-update Apr 14 22:18:52.251626 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: agent.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.252354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.252870 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: agent Apr 14 22:18:52.253199 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: agent_resources_synced.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.254124 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.254642 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: agent-resources-synced Apr 14 22:18:52.254995 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.256810 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.257345 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: allowed-address-pairs Apr 14 22:18:52.257681 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.259329 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.259900 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: auto-allocated-topology Apr 14 22:18:52.260236 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: availability_zone.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.260946 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.261457 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: availability_zone Apr 14 22:18:52.261790 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: availability_zone_filter.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.262795 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.263316 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: availability_zone_filter Apr 14 22:18:52.263647 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: data_plane_status.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.264561 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.265074 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 22:18:52.265477 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: default_subnetpools.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.266354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.266911 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: default-subnetpools Apr 14 22:18:52.267243 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.268056 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.268613 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: dhcp_agent_scheduler Apr 14 22:18:52.268991 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: dns.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.269920 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.270434 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 22:18:52.270796 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: dns_domain_ports.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.271733 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.272246 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 22:18:52.272575 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.273514 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.274071 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 22:18:52.275088 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: dvr.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.275773 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.276291 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: dvr Apr 14 22:18:52.276621 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: ecmp_routes.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.277570 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.278078 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 22:18:52.278410 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: empty_string_filtering.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.279362 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.279882 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: empty-string-filtering Apr 14 22:18:52.280247 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.281169 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.281679 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 22:18:52.282002 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.283317 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.284137 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 22:18:52.284656 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: external_net.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.285643 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.286165 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: external-net Apr 14 22:18:52.286494 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.287458 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.287973 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: extra_dhcp_opt Apr 14 22:18:52.288302 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: extraroute.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.289216 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.289753 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: extraroute Apr 14 22:18:52.290085 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: extraroute_atomic.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.291367 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.298659 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: extraroute-atomic Apr 14 22:18:52.298659 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: filter_validation.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.299163 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.299679 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: filter-validation Apr 14 22:18:52.300012 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: fip_pf_description.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.300942 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.301451 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 22:18:52.301780 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.302726 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.303547 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 22:18:52.303871 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: fip_port_details.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.304797 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.305310 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: fip-port-details Apr 14 22:18:52.305666 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: flavors.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.306987 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.307511 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: flavors Apr 14 22:18:52.307843 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.309535 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.310132 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 22:18:52.310469 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: floatingip_pools.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.311205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.311723 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: floatingip-pools Apr 14 22:18:52.312058 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: ip_allocation.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.312994 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.313531 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 22:18:52.313860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.314860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.315377 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: ip-substring-filtering Apr 14 22:18:52.315714 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l2_adjacency.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.316665 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.317181 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 22:18:52.317510 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.318488 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.319055 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: router Apr 14 22:18:52.319390 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.322215 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.322804 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 22:18:52.323149 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.324086 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.324609 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: ext-gw-mode Apr 14 22:18:52.324945 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.325917 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.326447 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: l3-ha Apr 14 22:18:52.326813 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.327754 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.328267 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 22:18:52.328599 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3_flavors.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.329534 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.330050 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: l3-flavors Apr 14 22:18:52.330386 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.343903 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.344423 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 22:18:52.344757 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.345695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.346227 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 22:18:52.346562 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: l3agentscheduler.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.347645 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.348192 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: l3_agent_scheduler Apr 14 22:18:52.348534 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: local_ip.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.350507 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.351084 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension local_ip not supported by any of loaded plugins Apr 14 22:18:52.351485 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: logging.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.353040 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.353567 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension logging not supported by any of loaded plugins Apr 14 22:18:52.353905 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: metering.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.354697 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.355316 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: metering Apr 14 22:18:52.355648 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.356748 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.357330 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: metering_source_and_destination_fields Apr 14 22:18:52.357669 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: multiprovidernet.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.358629 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.359177 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: multi-provider Apr 14 22:18:52.359514 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: netmtu.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.360481 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.360992 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: net-mtu Apr 14 22:18:52.361330 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: netmtu_writable.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.362257 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.362801 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: net-mtu-writable Apr 14 22:18:52.363137 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: network_availability_zone.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.363819 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.364330 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: network_availability_zone Apr 14 22:18:52.364660 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: network_ip_availability.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.365848 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.366378 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: network-ip-availability Apr 14 22:18:52.366721 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: network_segment_range.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.378657 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.379233 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 22:18:52.379574 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: pagination.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.380601 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.380942 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: pagination Apr 14 22:18:52.381274 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: port_device_profile.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.382201 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.382744 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: port-device-profile Apr 14 22:18:52.383082 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.384505 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.385016 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: port-mac-address-regenerate Apr 14 22:18:52.385345 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.386259 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.386802 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: port-numa-affinity-policy Apr 14 22:18:52.387135 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: port_resource_request.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.388057 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.388605 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 22:18:52.388926 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.389900 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.390411 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 22:18:52.390766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: portbindings.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.391692 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.392210 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: binding Apr 14 22:18:52.392536 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: portbindings_extended.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.393940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.394531 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: binding-extended Apr 14 22:18:52.394889 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: portsecurity.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.395812 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.396326 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: port-security Apr 14 22:18:52.396657 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: project_id.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.397638 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.397975 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: project-id Apr 14 22:18:52.398303 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: providernet.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.400051 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.400573 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: provider Apr 14 22:18:52.400905 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.404601 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.405166 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos not supported by any of loaded plugins Apr 14 22:18:52.405531 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.406933 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.407455 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 22:18:52.407787 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.408712 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.409261 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 22:18:52.409591 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_default.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.410524 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.411068 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-default not supported by any of loaded plugins Apr 14 22:18:52.411398 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_fip.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.412399 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.412911 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 22:18:52.413238 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.414158 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.414665 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 22:18:52.415108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.423108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.423617 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 22:18:52.423941 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.424856 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.425366 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 22:18:52.425692 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.426768 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.427289 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 22:18:52.427615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.428988 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.429510 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 22:18:52.429837 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_pps_rule.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.431042 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.431564 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-pps not supported by any of loaded plugins Apr 14 22:18:52.431893 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.432816 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.433325 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 22:18:52.433654 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.434577 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.435190 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 22:18:52.435519 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: qos_rules_alias.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.436568 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.437079 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 22:18:52.437407 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: quota_check_limit.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.438327 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.438945 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: quota-check-limit Apr 14 22:18:52.439279 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: quotasv2.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.440256 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.440584 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: quotas Apr 14 22:18:52.440908 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: quotasv2_detail.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.442672 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.443039 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: quota_details Apr 14 22:18:52.443371 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: rbac.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.444440 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.444971 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: rbac-policies Apr 14 22:18:52.445310 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: rbac_address_group.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.446794 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.447315 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: rbac-address-group Apr 14 22:18:52.447646 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: rbac_address_scope.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.448571 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.449085 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: rbac-address-scope Apr 14 22:18:52.449418 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: rbac_security_groups.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.450421 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.450959 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: rbac-security-groups Apr 14 22:18:52.451294 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.452216 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.452756 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: rbac-subnetpool Apr 14 22:18:52.453087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: revisionifmatch.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.454015 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.454525 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: revision-if-match Apr 14 22:18:52.454891 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: revisions.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.456088 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.456597 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: standard-attr-revisions Apr 14 22:18:52.457006 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: router_availability_zone.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.457686 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.458197 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: router_availability_zone Apr 14 22:18:52.458524 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: routerservicetype.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.459480 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.460010 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 22:18:52.460325 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.461254 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.462382 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: security-groups-normalized-cidr Apr 14 22:18:52.462723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.463669 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.464228 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: port-security-groups-filtering Apr 14 22:18:52.464558 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.465519 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.466042 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: security-groups-remote-address-group Apr 14 22:18:52.466371 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.467334 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.467846 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: security-groups-shared-filtering Apr 14 22:18:52.468203 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.468808 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 22:18:52.469136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: securitygroup.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.479051 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.480291 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: security-group Apr 14 22:18:52.480291 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: segment.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.480639 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.481157 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension segment not supported by any of loaded plugins Apr 14 22:18:52.481488 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.482454 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.483004 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 22:18:52.483334 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: servicetype.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.484456 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.484980 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: service-type Apr 14 22:18:52.485313 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: sorting.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.486306 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.486640 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: sorting Apr 14 22:18:52.487001 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: standard_attr_segment.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.487925 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.488440 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 22:18:52.488765 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: standardattrdescription.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.489416 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.489929 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: standard-attr-description Apr 14 22:18:52.490255 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: stateful_security_group.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.491285 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.491799 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: stateful-security-group Apr 14 22:18:52.492126 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: stdattrs_common.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.492735 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 22:18:52.493080 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.494042 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.494554 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 22:18:52.494915 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: subnet_onboard.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.495975 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.496492 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: subnet_onboard Apr 14 22:18:52.496818 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.497822 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.498334 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 22:18:52.498661 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: subnet_service_types.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.499619 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.500141 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: subnet-service-types Apr 14 22:18:52.500468 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: subnetallocation.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.501558 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.502072 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: subnet_allocation Apr 14 22:18:52.502400 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.503103 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.503614 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: subnetpool-prefix-ops Apr 14 22:18:52.503941 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.504891 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.505397 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 22:18:52.505724 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: tagging.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.506833 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.507401 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: standard-attr-tag Apr 14 22:18:52.507736 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: timestamp.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.509473 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.510009 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loaded extension: standard-attr-timestamp Apr 14 22:18:52.510341 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: trunk.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.511408 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.511955 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension trunk not supported by any of loaded plugins Apr 14 22:18:52.512255 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: trunk_details.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.513183 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.513697 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 22:18:52.514026 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.515060 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.515572 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 22:18:52.515903 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Loading extension file: vlantransparent.py {{(pid=103939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 22:18:52.516585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 22:18:52.517093 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 22:18:52.519739 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:network Apr 14 22:18:52.520222 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:subnet Apr 14 22:18:52.520625 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 22:18:52.521055 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:port Apr 14 22:18:52.522252 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.522698 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service FLAVORS assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.528025 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.528025 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.528025 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:router Apr 14 22:18:52.528025 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 22:18:52.528025 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service METERING assigned prefix: /metering {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.528025 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.528453 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.528453 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:18:52.528699 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 22:18:52.529158 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:security_group Apr 14 22:18:52.529600 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 22:18:52.530199 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service CORE assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.530533 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 22:18:52.530912 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] subnetpool is already registered Apr 14 22:18:52.531441 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service CORE assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.531750 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 22:18:52.532088 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] subnetpool is already registered Apr 14 22:18:52.534373 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.534844 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service FLAVORS assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.535439 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.535862 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.536197 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:router Apr 14 22:18:52.536538 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] router is already registered Apr 14 22:18:52.536987 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 22:18:52.537325 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] floatingip is already registered Apr 14 22:18:52.537781 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service METERING assigned prefix: /metering {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.538450 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 22:18:52.538815 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] rbac_policy is already registered Apr 14 22:18:52.539229 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:security_group Apr 14 22:18:52.539567 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] security_group is already registered Apr 14 22:18:52.539998 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 22:18:52.540335 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] security_group_rule is already registered Apr 14 22:18:52.540954 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service CORE assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.541286 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 22:18:52.541624 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] subnetpool is already registered Apr 14 22:18:52.542042 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.v2.resource_helper [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Service CORE assigned prefix: {{(pid=103939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 22:18:52.542368 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 22:18:52.542713 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING neutron.quota.resource_registry [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] subnetpool is already registered Apr 14 22:18:52.543214 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: extensions {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.544669 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: address-groups {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.546127 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: address-scopes {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.547472 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: agents {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.548622 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: auto-allocated-topology {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.549854 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: availability_zones {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.551115 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: dhcp-networks {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.554002 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: dhcp-agents {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.555983 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: routers {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.558155 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: flavors {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.559328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: service_profiles {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.560530 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: next_providers {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.562026 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: service_profiles {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.563595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: floatingip-pools {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.564806 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: routers {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.566893 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: floatingips {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.568170 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: l3-routers {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.569547 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: l3-agents {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.570994 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: metering-labels {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.572943 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: metering-label-rules {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.574209 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: network-ip-availabilities {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.575485 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: bindings {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.577154 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: quotas {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.578734 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: quotas {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.580256 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: rbac-policies {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.581540 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: security-groups {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.582849 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: security-group-rules {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.584091 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: service-providers {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.585280 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: subnetpools {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.587245 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: subnetpools {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.588700 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.590347 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.592186 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.594118 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.595796 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.597619 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.599326 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.601298 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.603599 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.605423 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron.api.extensions [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Extended resource: tags {{(pid=103939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 22:18:52.611486 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING keystonemiddleware.auth_token [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 22:18:52.617106 dv-cinder-820918-2-iscsi neutron-server[103939]: WARNING keystonemiddleware.auth_token [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 22:18:52.625743 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_concurrency.lockutils [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Acquired lock "singleton_lock" {{(pid=103939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 22:18:52.626222 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_concurrency.lockutils [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Releasing lock "singleton_lock" {{(pid=103939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 22:18:52.626903 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO oslo_service.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Starting 2 workers Apr 14 22:18:52.631895 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Started child 104050 {{(pid=103939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 22:18:52.636534 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Started child 104051 {{(pid=103939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 22:18:52.637513 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:52.638157 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO neutron.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 22:18:52.638821 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:52.639328 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [-] (104050) wsgi starting up on http://0.0.0.0:9696 Apr 14 22:18:52.641329 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO oslo_service.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Starting 1 workers Apr 14 22:18:52.641443 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:52.642840 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [-] (104051) wsgi starting up on http://0.0.0.0:9696 Apr 14 22:18:52.650884 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Started child 104052 {{(pid=103939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 22:18:52.650884 dv-cinder-820918-2-iscsi neutron-server[103939]: INFO oslo_service.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Starting 1 workers Apr 14 22:18:52.651121 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] calling RpcWorker wait() {{(pid=104052) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 22:18:52.651652 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] returning from RpcWorker wait() {{(pid=104052) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 22:18:52.652404 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Started child 104053 {{(pid=103939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 22:18:52.653036 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:52.653182 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG neutron_lib.callbacks.manager [None req-20884e63-6805-4e9b-a6dc-1c6f63ee21b4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:52.653622 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:18:52.655201 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 22:18:52.655411 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 22:18:52.655594 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 22:18:52.655817 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 22:18:52.656165 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 22:18:52.656328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 22:18:52.656856 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.657154 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.657414 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.657572 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:18:52.658026 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.658026 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.658519 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.658834 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.659112 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.659393 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.659663 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.659835 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.660005 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.660269 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.660518 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.660831 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.661113 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.661363 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.661634 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.661807 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.662061 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.662349 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.662597 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.663001 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] debug = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.663335 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.663748 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.663993 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.664239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.664467 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.664810 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.665563 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.665846 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.666062 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.666283 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.666529 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.666806 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.667036 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.667268 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.667503 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.667737 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.667982 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.668204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.668685 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] host = dv-cinder-820918-2-iscsi {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.668943 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.669189 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.669421 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.669677 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.669932 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.670177 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.670447 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.670722 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.670975 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.671203 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.671452 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.671688 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.671934 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.672183 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.672348 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_options = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.672595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.672864 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.673122 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.673345 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.673488 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.673610 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.673893 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.674056 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.674308 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.674531 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.674774 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.675014 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.675246 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.675465 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.675710 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.675941 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.676173 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.676386 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.676636 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.676888 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.677114 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.677447 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.677447 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.678268 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.678268 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.678535 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.678712 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.678945 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.679187 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.679419 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.679636 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.679894 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.680291 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.680454 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.680907 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.681093 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.681276 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.681494 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.681720 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:18:52.682029 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.682248 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.682520 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.682819 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.683044 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.683363 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.683625 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.683811 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.684047 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_json = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.684280 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.684577 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.684847 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.688148 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.688148 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.688148 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.688148 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.688148 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.688148 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.688148 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695112 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695112 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695112 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695112 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695112 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695112 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695112 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695524 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 48486) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:18:52.695595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.695595 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696179 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696179 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696179 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696179 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696179 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696179 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696179 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696179 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.696695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.697136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.697136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.697136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.697136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.697136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.697443 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.697506 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.698119 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.698119 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.698280 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.698423 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.698659 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.698902 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.699152 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.699391 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.699719 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.699976 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.700226 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.700404 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.700628 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.700837 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.701048 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.701984 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095532 Apr 14 22:18:52.702142 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.702563 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.703087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.703521 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.703968 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.704353 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.704577 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.704824 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.705066 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.705299 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.705516 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.705915 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.706330 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.706791 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.707222 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.707598 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.707823 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.708045 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.708290 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.708509 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.708731 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.708997 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.710018 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.710018 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.710018 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.710018 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.710018 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.710367 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.710445 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.710662 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714129 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.714766 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.715160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.715226 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.715477 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.715917 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.716191 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.716413 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.716813 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.717060 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.717284 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.717504 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.717733 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.718541 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.718541 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.718541 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.718804 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.718963 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.719406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.719848 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.720113 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.720398 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.720650 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.720926 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.721149 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.721403 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.721722 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.721992 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.722288 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.722552 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.722910 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.723320 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.723703 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.724120 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.724361 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.724603 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.724840 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.725331 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.725762 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.726154 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.726561 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.727059 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.728048 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.728464 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.728871 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.729150 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.730118 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.730118 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.730118 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.730552 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.730552 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.730874 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.731044 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.731181 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.731360 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.731590 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.731957 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.732219 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.732441 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.732685 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.732912 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.733152 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.733404 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.733624 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.733862 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.734269 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.734650 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.735084 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.735523 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.735749 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.735979 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.736223 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.736465 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.736692 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.736913 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.737297 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.737742 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.738136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.738563 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.739045 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.739488 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.739745 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.739978 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.740419 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.740831 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.742067 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.742486 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.742931 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.743336 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.743568 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.743812 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.744038 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.744276 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.744519 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.744790 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.745042 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.745413 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.745680 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.745916 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.746181 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.746421 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.746643 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.746943 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754030 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754030 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754030 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754030 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754030 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754030 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754030 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754030 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.754615 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755204 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.755723 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.756169 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.756169 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.756169 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.756169 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.756406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.756584 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.756820 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.757051 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.757285 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.757504 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.757725 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.757946 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.758155 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.758386 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.758629 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.759476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.759886 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.760242 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.761425 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.761663 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.761883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.762100 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.762330 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.762553 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.762810 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.763127 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.763378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.763623 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.763906 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.764361 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.764556 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.764966 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.765486 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.765673 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.766073 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.766475 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.766737 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.766967 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.767248 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.767576 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.767879 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.768289 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.768544 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.768832 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.769133 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.769400 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.769618 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.769905 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.770243 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.772108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.772108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.772108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.772108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.772108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.772108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.772108 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773090 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773090 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773090 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773090 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773090 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773602 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773602 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773784 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.773969 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.774770 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.774981 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.775205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.775367 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 22:18:52.775907 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 22:18:52.776064 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 22:18:52.776376 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 22:18:52.776547 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 22:18:52.776873 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 22:18:52.777888 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 22:18:52.777888 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.777888 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.777888 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.777888 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.778823 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.778823 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.778823 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.778823 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.779136 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.779349 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.779567 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.779735 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.779894 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.780054 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.780214 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.780375 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.780534 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.780695 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.780862 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.781021 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.781261 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.781395 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.781515 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] debug = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.781633 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.781826 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.781976 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.782143 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.782298 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.782453 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.782608 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.782808 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.782922 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.783171 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.783326 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.783439 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.783541 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.783782 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.783913 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.784034 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.784152 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.784272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.784428 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] host = dv-cinder-820918-2-iscsi {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.784586 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.784744 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.784903 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.785061 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.785218 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.785377 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.785537 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.785696 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.785932 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.786498 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.786498 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.786498 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.786919 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.786919 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.786919 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_options = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.787319 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.787319 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.787319 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.787676 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.787676 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.787941 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.787941 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.788141 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.788244 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.788375 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.788544 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.788672 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.788819 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.789036 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.789152 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.789277 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.789435 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.789592 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.789800 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.790491 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.790610 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.790775 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.790939 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.791099 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.791257 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.791458 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.791565 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.791709 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.796883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.796883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.796883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.796883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.796883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.796883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.796883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.796883 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.799898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.799898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.799898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.799898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.799898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.799898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.799898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.799898 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_json = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.802417 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.804239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.804239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.804239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 22:18:52.804239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.804239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.804239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.804239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.804239 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.805451 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.805451 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.805451 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.805451 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.805451 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.805451 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.805451 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.805451 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.807024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.807024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.807024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.807024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.807024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.807024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.807024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.807024 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.808296 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.808296 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.808296 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.808296 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.808296 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.808296 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.808296 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.808296 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.809476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.809476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.809476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.809476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.809476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.809476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.809476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.809476 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.811003 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.812123 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.813237 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.815971 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.817328 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.818205 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.819406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.819406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.819406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.819406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.819406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.819406 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820120 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:18:52.820228 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820228 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820228 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820228 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820228 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820228 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820228 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820228 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820882 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820882 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820882 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820882 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820882 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820882 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820882 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.820882 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.821432 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.821432 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.821432 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.821432 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.821432 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.821432 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.821432 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.821432 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822087 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.822860 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.823585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.823585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.823585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.823585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.823585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.823585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.823585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.823585 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.824617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.824617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.824617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.824617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.824617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.824617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.824617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.824617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.825378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.825378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.825378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.825378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.825378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.825378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.825378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.825378 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826160 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.826940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.827690 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.827690 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.827690 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.827690 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.827690 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.827690 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.827690 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.827690 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.828538 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.828538 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.828538 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.828538 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.828538 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.828538 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.828538 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.828538 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.829354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.829354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.829354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.829354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.829354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.829354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.829354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.829354 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.830683 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.830683 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.830683 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.830683 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.830683 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.830683 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.830683 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.830683 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.831955 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.832787 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.832787 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.832787 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.832787 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.832787 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.832787 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.832787 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.833575 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.833575 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.833575 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.833575 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.833575 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.834240 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.834240 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.834240 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.834240 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.834240 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.834792 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.834792 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.834792 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.835094 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.835094 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.835283 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.835398 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.835522 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.835638 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.835776 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.835959 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.836119 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.836262 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.836402 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.836539 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.837202 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.837368 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.837537 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.837673 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.837841 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.838004 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.838167 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.838329 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.838571 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.838795 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.838953 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.839092 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.839940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.839940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.839940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.839940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.839940 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.840617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.840617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.840617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.840617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.840617 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.841244 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.841244 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.841244 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.841244 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.841752 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.841752 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845272 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845968 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845968 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845968 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845968 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.845968 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.846290 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.846442 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.846578 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.846879 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.847007 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.847114 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.847244 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.847409 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.847574 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.847738 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.847902 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 22:18:52.848060 dv-cinder-820918-2-iscsi neutron-server[103939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 22:19:04.388866 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a8c05-6b5e-4cfb-8769-cdb7e2b30845 None None] get_active_networks_info from dv-cinder-820918-2-iscsi {{(pid=104052) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 22:19:04.449067 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a8c05-6b5e-4cfb-8769-cdb7e2b30845 None None] No non-hosted networks {{(pid=104052) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 22:19:04.455972 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.agentschedulers_db [None req-ef6a8c05-6b5e-4cfb-8769-cdb7e2b30845 None None] DHCP Agent not found on host dv-cinder-820918-2-iscsi {{(pid=104052) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 22:19:04.541697 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4a96f48b-3181-4f92-a396-66e234650441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660387'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:06.763060 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-20e1548b-02d0-4473-a345-d81236f66c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660387'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:06.801631 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.db.api [None req-a755dedb-a978-4e86-9878-9ce52c2b678b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-820918-2-iscsi {{(pid=104052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 22:19:06.802375 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG oslo_db.api [None req-a755dedb-a978-4e86-9878-9ce52c2b678b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 22:19:07.327974 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a755dedb-a978-4e86-9878-9ce52c2b678b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:07.533397 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 48560) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:07.994925 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660387'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:08.154310 dv-cinder-820918-2-iscsi neutron-server[104051]: WARNING oslo_policy.policy [None req-3f56c3d3-3a2b-41fd-a77a-9ee512d0b740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 22:19:08.154889 dv-cinder-820918-2-iscsi neutron-server[104051]: WARNING oslo_policy.policy [None req-3f56c3d3-3a2b-41fd-a77a-9ee512d0b740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 22:19:08.386226 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [None req-3f56c3d3-3a2b-41fd-a77a-9ee512d0b740 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:19:08.389744 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3f56c3d3-3a2b-41fd-a77a-9ee512d0b740 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8553741 Apr 14 22:19:09.172861 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660387'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:10.806824 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660387'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:10.808374 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.808915 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.809418 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.809932 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.810816 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.811325 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.812048 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.812677 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.814215 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.816398 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.817248 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.818050 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.818581 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.819175 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.819849 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:10.820469 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820918-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:10.837444 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820918-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:11.002061 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 48594) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:11.339889 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-ed01a001-9efb-41e5-a75e-92d428e7422a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:19:11.433159 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.policy [None req-ed01a001-9efb-41e5-a75e-92d428e7422a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104051) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 22:19:11.475906 dv-cinder-820918-2-iscsi neutron-server[104051]: WARNING oslo_policy.policy [None req-ed01a001-9efb-41e5-a75e-92d428e7422a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 22:19:11.476284 dv-cinder-820918-2-iscsi neutron-server[104051]: WARNING oslo_policy.policy [None req-ed01a001-9efb-41e5-a75e-92d428e7422a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 22:19:11.684988 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ed01a001-9efb-41e5-a75e-92d428e7422a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760510294967', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760510294443', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760510212599', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760510188576', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760510194851', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760510235615', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1888695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1881756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-900713', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-924205'] for rbac-policy (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:11.894657 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ed01a001-9efb-41e5-a75e-92d428e7422a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:11.909344 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ed01a001-9efb-41e5-a75e-92d428e7422a admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8929002 Apr 14 22:19:11.954788 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.db.l3_hamode_db [None req-9df9d2fd-5496-40ea-86e2-3a037109ce8b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 22:19:12.041593 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9d2fd-5496-40ea-86e2-3a037109ce8b None None] Routers set() bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:19:12.042365 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9d2fd-5496-40ea-86e2-3a037109ce8b None None] Router IDs set() for agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 22:19:14.411260 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 48606) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:14.910339 dv-cinder-820918-2-iscsi neutron-server[104050]: WARNING oslo_policy.policy [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 22:19:14.910940 dv-cinder-820918-2-iscsi neutron-server[104050]: WARNING oslo_policy.policy [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 22:19:15.144090 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:19:15.309725 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Made reservation on behalf of 66c25751a4234e1fbbc3a48669e69617 for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:19:15.377987 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.policy [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104050) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 22:19:15.421127 dv-cinder-820918-2-iscsi neutron-server[104050]: WARNING oslo_policy.policy [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 22:19:15.421702 dv-cinder-820918-2-iscsi neutron-server[104050]: WARNING oslo_policy.policy [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 22:19:15.432267 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:15.454319 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:15.565086 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Publish callbacks [] for security_group (628e4b16-52c2-4938-a77d-bec24c6ba229), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:15.641134 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (628e4b16-52c2-4938-a77d-bec24c6ba229), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:15.673507 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:19:15.701562 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760511387055', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (78086a88-59cb-417a-a15a-18dbf7c3d58d), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:15.702161 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Unsubscribe: segment precommit_create {{(pid=104050) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 22:19:15.702723 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Added segment 78086a88-59cb-417a-a15a-18dbf7c3d58d of type vlan for network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 Apr 14 22:19:15.708669 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=628e4b16-52c2-4938-a77d-bec24c6ba229,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:15.739786 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.740124 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.740481 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.740831 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.741160 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.741486 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.741804 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.742122 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.742466 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.742803 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.743124 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.743455 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.743770 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.744131 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.744443 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Tracked resource versions report: Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: pushed versions: Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: { 'AddressGroup': {'1.2'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Agent': {'1.1'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'ConntrackHelper': {'1.0'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Log': {'1.0'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'NDPProxy': {'1.0'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Network': {'1.1'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Port': {'1.7'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'PortForwarding': {'1.3'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'QosPolicy': {'1.10'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SecurityGroup': {'1.5'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SubPort': {'1.0'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Subnet': {'1.1'}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Trunk': {'1.1'}} Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: consumer versions: Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: { DHCP agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: L3 agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: Metadata agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: Metering agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: Open vSwitch agent@dv-cinder-820918-2-iscsi: { 'AddressGroup': '1.2', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Agent': '1.1', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'ConntrackHelper': '1.0', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'LocalIPAssociation': '1.0', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Log': '1.0', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'NDPProxy': '1.0', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Network': '1.1', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Port': '1.7', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'PortForwarding': '1.3', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'QosPolicy': '1.10', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SecurityGroup': '1.5', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SecurityGroupRule': '1.2', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SubPort': '1.0', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Subnet': '1.1', Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Trunk': '1.1'}} Apr 14 22:19:15.745885 dv-cinder-820918-2-iscsi neutron-server[104050]: {{(pid=104050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:19:15.827080 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (9bf8e78c-07b8-494b-bcb2-db1c0345de13), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:15.932194 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (9bf8e78c-07b8-494b-bcb2-db1c0345de13), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:15.937367 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:19:15.938093 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:16.055502 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] Pushing event updated for resources: {'Network': ['ID=9bf8e78c-07b8-494b-bcb2-db1c0345de13,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:16.066792 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:19:16.073129 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-bff92730-eb0f-414e-aeea-38735ca38139 demo demo] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6597302 Apr 14 22:19:18.639864 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 48626) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:19.043980 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad89339-b101-45f1-9511-579ca4128d57 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:19:19.045353 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-aad89339-b101-45f1-9511-579ca4128d57 demo admin] 10.222.0.50 "GET /v2.0/networks/9bf8e78c-07b8-494b-bcb2-db1c0345de13 HTTP/1.1" status: 200 len: 825 time: 0.4045141 Apr 14 22:19:19.083100 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-acbdba77-d4c5-4924-97ee-fa16997934a2 demo admin] 10.222.0.50 "GET /v2.0/subnetpools/aed6a85b-5a38-4980-ac2d-0447370b33ff HTTP/1.1" status: 200 len: 734 time: 0.0318925 Apr 14 22:19:19.091832 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Request body: {'subnet': {'subnetpool_id': 'aed6a85b-5a38-4980-ac2d-0447370b33ff', 'name': 'private-subnet', 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:19:19.172051 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Made reservation on behalf of 66c25751a4234e1fbbc3a48669e69617 for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:19:19.174370 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:19.555941 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (39d4517c-8361-4870-bfb2-930aa9194005), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:19.628481 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Pushing event updated for resources: {'Subnet': ['ID=39d4517c-8361-4870-bfb2-930aa9194005,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:19.630592 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Checking segment: {'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:19:19.630998 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Network hostable DHCP agents. Network: 9bf8e78c-07b8-494b-bcb2-db1c0345de13, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:19:19.715174 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:19:19.777831 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 9bf8e78c-07b8-494b-bcb2-db1c0345de13) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:19:19.782475 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:19:19.783117 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:19.787632 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f78cfb-1a9d-44f9-9bcf-66a7be89100b None None] Network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:19:19.877592 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-8c15f870-56e5-4453-9cc8-d9207d78429a demo admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7890399 Apr 14 22:19:20.153295 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'fixed_ips': [{'subnet_id': '39d4517c-8361-4870-bfb2-930aa9194005'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:19:20.154638 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:20.433822 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Allocated IP 172.20.0.2 (9bf8e78c-07b8-494b-bcb2-db1c0345de13/39d4517c-8361-4870-bfb2-930aa9194005/81d77bec-abd4-4a74-aba1-fc9652f4d764) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:19:20.704876 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Publish callbacks [] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:20.824884 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:20.903725 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:19:20.908818 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:19:20.914326 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Pushing event updated for resources: {'Port': ['ID=81d77bec-abd4-4a74-aba1-fc9652f4d764,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:20.917089 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:19:20.952144 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.952551 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.952861 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.953282 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.953691 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.954021 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.954349 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.954676 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.955072 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.955396 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.955670 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.956014 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.956340 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.956663 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.956979 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Tracked resource versions report: Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: pushed versions: Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: { 'AddressGroup': {'1.2'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Agent': {'1.1'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'ConntrackHelper': {'1.0'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Log': {'1.0'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'NDPProxy': {'1.0'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Network': {'1.1'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Port': {'1.7'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'PortForwarding': {'1.3'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'QosPolicy': {'1.10'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SecurityGroup': {'1.5'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SubPort': {'1.0'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Subnet': {'1.1'}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Trunk': {'1.1'}} Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: consumer versions: Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: { DHCP agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: L3 agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: Metadata agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: Metering agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: Open vSwitch agent@dv-cinder-820918-2-iscsi: { 'AddressGroup': '1.2', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Agent': '1.1', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'ConntrackHelper': '1.0', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'LocalIPAssociation': '1.0', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Log': '1.0', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'NDPProxy': '1.0', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Network': '1.1', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Port': '1.7', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'PortForwarding': '1.3', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'QosPolicy': '1.10', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SecurityGroup': '1.5', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SecurityGroupRule': '1.2', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SubPort': '1.0', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Subnet': '1.1', Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Trunk': '1.1'}} Apr 14 22:19:20.958431 dv-cinder-820918-2-iscsi neutron-server[104052]: {{(pid=104052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:19:21.010287 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Attempting to bind port 81d77bec-abd4-4a74-aba1-fc9652f4d764 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:19:21.010680 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Attempting to bind port 81d77bec-abd4-4a74-aba1-fc9652f4d764 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:19:21.011143 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Attempting to bind port 81d77bec-abd4-4a74-aba1-fc9652f4d764 on network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:19:21.016333 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:19:21.016760 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Checking segment: {'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:19:21.017234 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:21.017659 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Bound using segment: {'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:19:21.018146 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Bound port: 81d77bec-abd4-4a74-aba1-fc9652f4d764, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:19:21.018560 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:21.085188 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] For port 81d77bec-abd4-4a74-aba1-fc9652f4d764, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:19:21.107426 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] For port 81d77bec-abd4-4a74-aba1-fc9652f4d764, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=81d77bec-abd4-4a74-aba1-fc9652f4d764,segment=NetworkSegment(78086a88-59cb-417a-a15a-18dbf7c3d58d),segment_id=78086a88-59cb-417a-a15a-18dbf7c3d58d)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:19:21.190560 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:21.251110 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178cbbb-5331-47f3-b902-9f666a79ef0c None None] Pushing event updated for resources: {'Port': ['ID=81d77bec-abd4-4a74-aba1-fc9652f4d764,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:22.442854 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 48634) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:22.770380 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [None req-e94b4759-0403-427c-bffa-f6909bfc695c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:19:22.771555 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-e94b4759-0403-427c-bffa-f6909bfc695c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3277500 Apr 14 22:19:25.338407 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 48642) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:25.664004 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [None req-f190f067-a7b9-4458-bb78-45778ba16de3 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:19:25.665900 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f190f067-a7b9-4458-bb78-45778ba16de3 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3258097 Apr 14 22:19:28.245040 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 48650) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:28.562867 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-95f58e81-43f7-441b-8509-ca54ede7a730 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:19:28.658356 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-95f58e81-43f7-441b-8509-ca54ede7a730 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (d3c2c771-a381-4fcd-a06a-819919784155), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:28.659917 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-95f58e81-43f7-441b-8509-ca54ede7a730 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (d3c2c771-a381-4fcd-a06a-819919784155), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:28.796680 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-95f58e81-43f7-441b-8509-ca54ede7a730 demo demo] Publish callbacks [] for router_controller (d3c2c771-a381-4fcd-a06a-819919784155), precommit_add_association {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:28.853530 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-95f58e81-43f7-441b-8509-ca54ede7a730 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (d3c2c771-a381-4fcd-a06a-819919784155), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:28.951230 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-95f58e81-43f7-441b-8509-ca54ede7a730 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:28.952353 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-95f58e81-43f7-441b-8509-ca54ede7a730 demo demo] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7062280 Apr 14 22:19:31.514586 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 81d77bec-abd4-4a74-aba1-fc9652f4d764 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:19:31.518794 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 48662) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:31.604341 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 81d77bec-abd4-4a74-aba1-fc9652f4d764 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:31.604737 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:31.722439 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 81d77bec-abd4-4a74-aba1-fc9652f4d764 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:19:31.722868 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:31.761844 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 81d77bec-abd4-4a74-aba1-fc9652f4d764, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=81d77bec-abd4-4a74-aba1-fc9652f4d764,segment=NetworkSegment(78086a88-59cb-417a-a15a-18dbf7c3d58d),segment_id=78086a88-59cb-417a-a15a-18dbf7c3d58d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:19:31.829519 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:31.868158 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [None req-bb5d6065-449e-4371-a341-cf37a9912f42 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:19:31.869704 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-bb5d6065-449e-4371-a341-cf37a9912f42 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3498971 Apr 14 22:19:31.889452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=81d77bec-abd4-4a74-aba1-fc9652f4d764,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:32.834767 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1b391-95aa-4901-871a-45048042787e None None] Network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:19:32.895777 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-b11d7777-a43c-4670-8dc8-996f1081303d None None] Provisioning complete for port 81d77bec-abd4-4a74-aba1-fc9652f4d764 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:32.896166 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b11d7777-a43c-4670-8dc8-996f1081303d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:33.032718 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7777-a43c-4670-8dc8-996f1081303d None None] Current status of the port 81d77bec-abd4-4a74-aba1-fc9652f4d764 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:19:33.352008 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-f7f4acfa-61b6-4802-ac6e-73d69b78f80a None None] Provisioning complete for port 81d77bec-abd4-4a74-aba1-fc9652f4d764 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:33.352311 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f7f4acfa-61b6-4802-ac6e-73d69b78f80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:33.431495 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4acfa-61b6-4802-ac6e-73d69b78f80a None None] Current status of the port 81d77bec-abd4-4a74-aba1-fc9652f4d764 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:19:33.500450 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 81d77bec-abd4-4a74-aba1-fc9652f4d764 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:19:33.545009 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 81d77bec-abd4-4a74-aba1-fc9652f4d764 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:33.545395 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:33.622990 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 81d77bec-abd4-4a74-aba1-fc9652f4d764 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:19:34.406366 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67378e27-1cf5-4855-bc5a-8ce5c538e3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:34.414507 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 48670) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:34.729367 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:19:34.817524 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Made reservation on behalf of 53adeba5986642c5a0e037cd329a61a1 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:19:34.820186 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:34.836476 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:34.940306 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Publish callbacks [] for security_group (eb090c82-73bd-4671-869b-081ddf6ae671), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:35.023416 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (eb090c82-73bd-4671-869b-081ddf6ae671), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:35.034805 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Reserving flat network on physical network physnet1 {{(pid=104051) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 22:19:35.068282 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760511387055', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (453d27d0-a994-4022-b811-595910051aca), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:35.068777 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Unsubscribe: segment precommit_create {{(pid=104051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 22:19:35.069330 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Added segment 453d27d0-a994-4022-b811-595910051aca of type flat for network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 Apr 14 22:19:35.085293 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb090c82-73bd-4671-869b-081ddf6ae671,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:35.111542 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.111892 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.112341 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.112612 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.112945 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.113274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.113604 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.113955 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.114303 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.114628 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.114995 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.115334 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.115656 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.115974 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.116290 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Tracked resource versions report: Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: pushed versions: Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: { 'AddressGroup': {'1.2'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Agent': {'1.1'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'ConntrackHelper': {'1.0'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Log': {'1.0'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'NDPProxy': {'1.0'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Network': {'1.1'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Port': {'1.7'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'PortForwarding': {'1.3'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'QosPolicy': {'1.10'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SecurityGroup': {'1.5'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SubPort': {'1.0'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Subnet': {'1.1'}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Trunk': {'1.1'}} Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: consumer versions: Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: { DHCP agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: L3 agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: Metadata agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: Metering agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: Open vSwitch agent@dv-cinder-820918-2-iscsi: { 'AddressGroup': '1.2', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Agent': '1.1', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'ConntrackHelper': '1.0', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'LocalIPAssociation': '1.0', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Log': '1.0', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'NDPProxy': '1.0', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Network': '1.1', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Port': '1.7', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'PortForwarding': '1.3', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'QosPolicy': '1.10', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SecurityGroup': '1.5', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SecurityGroupRule': '1.2', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SubPort': '1.0', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Subnet': '1.1', Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Trunk': '1.1'}} Apr 14 22:19:35.117700 dv-cinder-820918-2-iscsi neutron-server[104051]: {{(pid=104051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:19:35.187744 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:35.332176 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:35.333177 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:19:35.333905 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:35.429479 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] Pushing event updated for resources: {'Network': ['ID=16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:35.439725 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:19:35.489705 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-049b9807-fca9-4ebc-8419-57049dea2d65 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0738454 Apr 14 22:19:36.731904 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ac85e956-28ce-4551-b34a-9e8f24dbf479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:37.966355 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:38.002413 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 48692) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:38.224939 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdf67d3-5096-420a-8020-cda8ac027377 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:19:38.226303 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0fdf67d3-5096-420a-8020-cda8ac027377 demo admin] 10.222.0.50 "GET /v2.0/subnets/39d4517c-8361-4870-bfb2-930aa9194005 HTTP/1.1" status: 200 len: 849 time: 0.2228947 Apr 14 22:19:38.406124 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-bd2985de-81a3-4ed3-9b07-49fa02b34580 demo admin] 10.222.0.50 "GET /v2.0/routers/d3c2c771-a381-4fcd-a06a-819919784155 HTTP/1.1" status: 200 len: 704 time: 0.1720960 Apr 14 22:19:38.678445 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:38.969998 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Allocated IP 172.20.0.1 (9bf8e78c-07b8-494b-bcb2-db1c0345de13/39d4517c-8361-4870-bfb2-930aa9194005/1d660d30-126d-4481-a6b0-df5333893857) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:19:39.132224 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:39.149104 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Publish callbacks [] for port (1d660d30-126d-4481-a6b0-df5333893857), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:39.276635 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (1d660d30-126d-4481-a6b0-df5333893857), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:39.358326 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:19:39.366112 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:19:39.370335 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:19:39.370965 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (d3c2c771-a381-4fcd-a06a-819919784155), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:39.391359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Pushing event updated for resources: {'Port': ['ID=1d660d30-126d-4481-a6b0-df5333893857,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:39.584099 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-31ca1eed-a115-4547-861f-ddf2d15f7068 None None] Provisioning complete for port 1d660d30-126d-4481-a6b0-df5333893857 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:39.584484 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-31ca1eed-a115-4547-861f-ddf2d15f7068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1d660d30-126d-4481-a6b0-df5333893857), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:39.617241 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-31ca1eed-a115-4547-861f-ddf2d15f7068 None None] Port 1d660d30-126d-4481-a6b0-df5333893857 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:19:39.647189 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1d660d30-126d-4481-a6b0-df5333893857), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:39.909592 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Publish callbacks [] for port (1d660d30-126d-4481-a6b0-df5333893857), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:39.977705 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1d660d30-126d-4481-a6b0-df5333893857), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:39.978972 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (d3c2c771-a381-4fcd-a06a-819919784155), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:40.059904 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Pushing event updated for resources: {'Port': ['ID=1d660d30-126d-4481-a6b0-df5333893857,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:40.101808 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:19:40.103097 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:19:40.340994 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-2b691389-f88e-43da-b70f-f9eb60bdc7ef None None] Provisioning complete for port 1d660d30-126d-4481-a6b0-df5333893857 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:40.341595 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b691389-f88e-43da-b70f-f9eb60bdc7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1d660d30-126d-4481-a6b0-df5333893857), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:40.361055 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Router d3c2c771-a381-4fcd-a06a-819919784155 is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:19:40.377862 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-2b691389-f88e-43da-b70f-f9eb60bdc7ef None None] Port 1d660d30-126d-4481-a6b0-df5333893857 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:19:40.456811 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:19:40.461958 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d5c46b6d-420e-4cf2-9b07-c400b820fc00 demo admin] 10.222.0.50 "PUT /v2.0/routers/d3c2c771-a381-4fcd-a06a-819919784155/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0506256 Apr 14 22:19:40.478369 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Sync routers for ids ['d3c2c771-a381-4fcd-a06a-819919784155'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:19:40.491742 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Routers {'d3c2c771-a381-4fcd-a06a-819919784155'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:19:40.492800 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:19:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d3c2c771-a381-4fcd-a06a-819919784155'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:40.686870 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Set router d3c2c771-a381-4fcd-a06a-819919784155 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:19:40.783482 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:41.106849 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'name': 'router1', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:19:28Z', 'updated_at': '2022-04-14T22:19:39Z', 'revision_number': 2, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'gw_port_host': None, '_interfaces': [{'id': '1d660d30-126d-4481-a6b0-df5333893857', 'name': '', 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'mac_address': 'fa:16:3e:da:ce:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39d4517c-8361-4870-bfb2-930aa9194005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:38Z', 'updated_at': '2022-04-14T22:19:39Z', 'revision_number': 2, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'subnets': [{'id': '39d4517c-8361-4870-bfb2-930aa9194005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed6a85b-5a38-4980-ac2d-0447370b33ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:41.157211 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Checking router: d3c2c771-a381-4fcd-a06a-819919784155 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:19:41.157582 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Updating router d3c2c771-a381-4fcd-a06a-819919784155 port 1d660d30-126d-4481-a6b0-df5333893857 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:19:41.210246 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1d660d30-126d-4481-a6b0-df5333893857), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:41.724672 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Publish callbacks [] for port (1d660d30-126d-4481-a6b0-df5333893857), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:41.824003 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1d660d30-126d-4481-a6b0-df5333893857), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:41.984083 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Pushing event updated for resources: {'Port': ['ID=1d660d30-126d-4481-a6b0-df5333893857,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:42.001622 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.001965 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.002344 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.002660 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.003018 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.003347 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.003674 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.004004 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.004324 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.004646 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.004968 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.005302 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.005622 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.005940 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.006256 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Tracked resource versions report: Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: pushed versions: Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: { 'AddressGroup': {'1.2'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Agent': {'1.1'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'ConntrackHelper': {'1.0'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Log': {'1.0'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'NDPProxy': {'1.0'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Network': {'1.1'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Port': {'1.7'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'PortForwarding': {'1.3'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'QosPolicy': {'1.10'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SecurityGroup': {'1.5'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SubPort': {'1.0'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Subnet': {'1.1'}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Trunk': {'1.1'}} Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: consumer versions: Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: { DHCP agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: L3 agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: Metadata agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: Metering agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: Open vSwitch agent@dv-cinder-820918-2-iscsi: { 'AddressGroup': '1.2', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Agent': '1.1', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'ConntrackHelper': '1.0', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'LocalIPAssociation': '1.0', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Log': '1.0', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'NDPProxy': '1.0', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Network': '1.1', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Port': '1.7', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'PortForwarding': '1.3', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'QosPolicy': '1.10', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SecurityGroup': '1.5', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SecurityGroupRule': '1.2', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SubPort': '1.0', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Subnet': '1.1', Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Trunk': '1.1'}} Apr 14 22:19:42.007780 dv-cinder-820918-2-iscsi neutron-server[104053]: {{(pid=104053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:19:42.014787 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Attempting to bind port 1d660d30-126d-4481-a6b0-df5333893857 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:19:42.015193 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Attempting to bind port 1d660d30-126d-4481-a6b0-df5333893857 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:19:42.015637 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Attempting to bind port 1d660d30-126d-4481-a6b0-df5333893857 on network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:19:42.021289 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:19:42.021707 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Checking segment: {'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:19:42.022188 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:42.022581 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Bound using segment: {'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:19:42.023089 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Bound port: 1d660d30-126d-4481-a6b0-df5333893857, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78086a88-59cb-417a-a15a-18dbf7c3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:19:42.023491 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1d660d30-126d-4481-a6b0-df5333893857), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:42.092029 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] For port 1d660d30-126d-4481-a6b0-df5333893857, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:19:42.104581 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-69b6ba1e-b656-4cd0-b5be-0c9a36639f29 None None] Provisioning complete for port 1d660d30-126d-4481-a6b0-df5333893857 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:42.110993 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-69b6ba1e-b656-4cd0-b5be-0c9a36639f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1d660d30-126d-4481-a6b0-df5333893857), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:42.111914 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] For port 1d660d30-126d-4481-a6b0-df5333893857, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=1d660d30-126d-4481-a6b0-df5333893857,segment=NetworkSegment(78086a88-59cb-417a-a15a-18dbf7c3d58d),segment_id=78086a88-59cb-417a-a15a-18dbf7c3d58d)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:19:42.143524 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-69b6ba1e-b656-4cd0-b5be-0c9a36639f29 None None] Port 1d660d30-126d-4481-a6b0-df5333893857 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:19:42.184422 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1d660d30-126d-4481-a6b0-df5333893857), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:42.239927 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Routers {'d3c2c771-a381-4fcd-a06a-819919784155'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:19:42.240395 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:19:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d3c2c771-a381-4fcd-a06a-819919784155'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:42.307898 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598d24c-5af1-4c57-8b07-c80921055572 None None] Pushing event updated for resources: {'Port': ['ID=1d660d30-126d-4481-a6b0-df5333893857,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:42.336737 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] Set router d3c2c771-a381-4fcd-a06a-819919784155 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:19:42.462386 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-e9eaa232-9d46-480f-a3e9-d9d3c8f26dcc None None] Provisioning complete for port 1d660d30-126d-4481-a6b0-df5333893857 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:42.463385 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa232-9d46-480f-a3e9-d9d3c8f26dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1d660d30-126d-4481-a6b0-df5333893857), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:42.544904 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'name': 'router1', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:19:28Z', 'updated_at': '2022-04-14T22:19:39Z', 'revision_number': 2, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'gw_port_host': None, '_interfaces': [{'id': '1d660d30-126d-4481-a6b0-df5333893857', 'name': '', 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'mac_address': 'fa:16:3e:da:ce:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39d4517c-8361-4870-bfb2-930aa9194005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:38Z', 'updated_at': '2022-04-14T22:19:42Z', 'revision_number': 4, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'subnets': [{'id': '39d4517c-8361-4870-bfb2-930aa9194005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed6a85b-5a38-4980-ac2d-0447370b33ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:42.549844 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-e9eaa232-9d46-480f-a3e9-d9d3c8f26dcc None None] Current status of the port 1d660d30-126d-4481-a6b0-df5333893857 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:19:42.550313 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa232-9d46-480f-a3e9-d9d3c8f26dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1d660d30-126d-4481-a6b0-df5333893857), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:42.571861 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1d200-39d8-44d5-945d-4296c407ca98 None None] The sync data for ids ['d3c2c771-a381-4fcd-a06a-819919784155'] in dv-cinder-820918-2-iscsi is: [{'id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'name': 'router1', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:19:28Z', 'updated_at': '2022-04-14T22:19:39Z', 'revision_number': 2, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'gw_port_host': None, '_interfaces': [{'id': '1d660d30-126d-4481-a6b0-df5333893857', 'name': '', 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'mac_address': 'fa:16:3e:da:ce:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39d4517c-8361-4870-bfb2-930aa9194005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:38Z', 'updated_at': '2022-04-14T22:19:42Z', 'revision_number': 4, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'subnets': [{'id': '39d4517c-8361-4870-bfb2-930aa9194005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed6a85b-5a38-4980-ac2d-0447370b33ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:19:42.593676 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-e9eaa232-9d46-480f-a3e9-d9d3c8f26dcc None None] For port 1d660d30-126d-4481-a6b0-df5333893857, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=1d660d30-126d-4481-a6b0-df5333893857,segment=NetworkSegment(78086a88-59cb-417a-a15a-18dbf7c3d58d),segment_id=78086a88-59cb-417a-a15a-18dbf7c3d58d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:19:42.680898 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa232-9d46-480f-a3e9-d9d3c8f26dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1d660d30-126d-4481-a6b0-df5333893857), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:42.734018 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaa232-9d46-480f-a3e9-d9d3c8f26dcc None None] Pushing event updated for resources: {'Port': ['ID=1d660d30-126d-4481-a6b0-df5333893857,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:42.980341 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 48712) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:43.091381 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b65b390-d56a-45b4-ac71-90f12858945e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:19:43.097968 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3b65b390-d56a-45b4-ac71-90f12858945e admin admin] 10.222.0.50 "GET /v2.0/networks/16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 HTTP/1.1" status: 200 len: 842 time: 0.1113672 Apr 14 22:19:43.102025 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:19:43.212300 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Made reservation on behalf of 53adeba5986642c5a0e037cd329a61a1 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:19:43.214637 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:43.558331 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.objects.ports [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104051) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 22:19:43.558764 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (29247ec5-11cc-4627-a44c-666395863587), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:43.610170 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29247ec5-11cc-4627-a44c-666395863587,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:43.623019 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:19:43.623374 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Network hostable DHCP agents. Network: 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:19:43.732230 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:19:43.852234 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:19:43.856249 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:19:43.856865 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:43.860816 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd48ae-2e70-4c05-a941-b6ae0e9d8602 None None] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:19:43.962387 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db556db-84f2-44cb-a694-7df955b8cd85 None None] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:19:43.982819 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7027779d-3f5c-4977-90f0-5e11801b339f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8660901 Apr 14 22:19:46.398440 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 48720) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:46.623739 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6fad3e5c-4e81-4c01-8ed9-8572cb84aba0 demo admin] 10.222.0.50 "GET /v2.0/routers/d3c2c771-a381-4fcd-a06a-819919784155 HTTP/1.1" status: 200 len: 710 time: 0.2238133 Apr 14 22:19:46.739805 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98902718-db98-435c-af55-e359d5a9449f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:19:46.747797 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-98902718-db98-435c-af55-e359d5a9449f demo admin] 10.222.0.50 "GET /v2.0/networks/16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 HTTP/1.1" status: 200 len: 886 time: 0.1122060 Apr 14 22:19:46.751840 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:19:47.008254 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks [] for router_gateway (d3c2c771-a381-4fcd-a06a-819919784155), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:47.289242 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks [] for router_gateway (d3c2c771-a381-4fcd-a06a-819919784155), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:47.369796 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:47.579473 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Allocated IP 172.27.0.191 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:19:47.686269 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks [] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:47.807201 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:47.885844 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:19:47.893393 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:19:47.899872 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:19:47.906644 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Pushing event updated for resources: {'Port': ['ID=8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:48.278202 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks [] for router_gateway (d3c2c771-a381-4fcd-a06a-819919784155), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:48.484870 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-662705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-661452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59813'] for router (d3c2c771-a381-4fcd-a06a-819919784155), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:48.489472 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-662712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-662691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-661303'] for router (d3c2c771-a381-4fcd-a06a-819919784155), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:48.600976 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Router d3c2c771-a381-4fcd-a06a-819919784155 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:19:48.710586 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:19:48.715098 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:48.716308 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6411bf5a-a180-437e-80c6-12bc9585e0ce demo admin] 10.222.0.50 "PUT /v2.0/routers/d3c2c771-a381-4fcd-a06a-819919784155 HTTP/1.1" status: 200 len: 890 time: 1.9677858 Apr 14 22:19:49.536578 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 1d660d30-126d-4481-a6b0-df5333893857 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:19:49.588609 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 1d660d30-126d-4481-a6b0-df5333893857 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:49.589004 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1d660d30-126d-4481-a6b0-df5333893857), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:49.673198 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 1d660d30-126d-4481-a6b0-df5333893857 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:19:51.259264 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 48732) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:19:51.374274 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-59cdeb32-f0b6-427f-bc36-845afd55ea43 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1138072 Apr 14 22:19:51.392002 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Sync routers for ids ['d3c2c771-a381-4fcd-a06a-819919784155'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:19:51.404272 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Routers {'d3c2c771-a381-4fcd-a06a-819919784155'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:19:51.404957 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:19:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d3c2c771-a381-4fcd-a06a-819919784155'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:51.633035 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Set router d3c2c771-a381-4fcd-a06a-819919784155 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:19:52.100482 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'name': 'router1', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:19:28Z', 'updated_at': '2022-04-14T22:19:48Z', 'revision_number': 4, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'gw_port': {'id': '8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:47Z', 'updated_at': '2022-04-14T22:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1d660d30-126d-4481-a6b0-df5333893857', 'name': '', 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'mac_address': 'fa:16:3e:da:ce:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39d4517c-8361-4870-bfb2-930aa9194005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:38Z', 'updated_at': '2022-04-14T22:19:42Z', 'revision_number': 5, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'subnets': [{'id': '39d4517c-8361-4870-bfb2-930aa9194005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed6a85b-5a38-4980-ac2d-0447370b33ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:52.154206 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Checking router: d3c2c771-a381-4fcd-a06a-819919784155 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:19:52.154585 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Updating router d3c2c771-a381-4fcd-a06a-819919784155 port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:19:52.208006 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:52.547648 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Publish callbacks [] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:52.635114 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:52.704241 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3666c-6fe0-4d45-8c88-98816328ddf1 None None] Pushing event updated for resources: {'Port': ['ID=8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:52.709971 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Attempting to bind port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:19:52.710277 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Attempting to bind port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:19:52.710650 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Attempting to bind port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:19:52.716290 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:19:52.716664 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:19:52.717063 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:52.717445 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:19:52.717901 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Bound port: 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:19:52.718277 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:52.767989 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] For port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:19:52.770890 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] For port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:19:52.852469 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:52.910154 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Routers {'d3c2c771-a381-4fcd-a06a-819919784155'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:19:52.910793 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:19:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d3c2c771-a381-4fcd-a06a-819919784155'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:52.951580 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3666c-6fe0-4d45-8c88-98816328ddf1 None None] Pushing event updated for resources: {'Port': ['ID=8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:53.042077 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] Set router d3c2c771-a381-4fcd-a06a-819919784155 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:19:53.260748 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'name': 'router1', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:19:28Z', 'updated_at': '2022-04-14T22:19:48Z', 'revision_number': 4, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'gw_port': {'id': '8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:47Z', 'updated_at': '2022-04-14T22:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1d660d30-126d-4481-a6b0-df5333893857', 'name': '', 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'mac_address': 'fa:16:3e:da:ce:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39d4517c-8361-4870-bfb2-930aa9194005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:38Z', 'updated_at': '2022-04-14T22:19:42Z', 'revision_number': 5, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'subnets': [{'id': '39d4517c-8361-4870-bfb2-930aa9194005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed6a85b-5a38-4980-ac2d-0447370b33ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:19:53.288405 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6097d0-5c21-41c9-b2c8-2422799a5551 None None] The sync data for ids ['d3c2c771-a381-4fcd-a06a-819919784155'] in dv-cinder-820918-2-iscsi is: [{'id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'name': 'router1', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:19:28Z', 'updated_at': '2022-04-14T22:19:48Z', 'revision_number': 4, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'gw_port': {'id': '8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:03:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:47Z', 'updated_at': '2022-04-14T22:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1d660d30-126d-4481-a6b0-df5333893857', 'name': '', 'network_id': '9bf8e78c-07b8-494b-bcb2-db1c0345de13', 'tenant_id': '66c25751a4234e1fbbc3a48669e69617', 'mac_address': 'fa:16:3e:da:ce:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c2c771-a381-4fcd-a06a-819919784155', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39d4517c-8361-4870-bfb2-930aa9194005', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:19:38Z', 'updated_at': '2022-04-14T22:19:42Z', 'revision_number': 5, 'project_id': '66c25751a4234e1fbbc3a48669e69617', 'subnets': [{'id': '39d4517c-8361-4870-bfb2-930aa9194005', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aed6a85b-5a38-4980-ac2d-0447370b33ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:19:53.595830 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:19:53.677243 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:53.678553 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:53.798117 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:19:53.798326 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:53.823707 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:19:53.905858 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:53.970745 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:19:55.548500 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:19:55.604427 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:19:55.605097 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:19:55.697184 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 8fc8ac7f-7369-4477-8be7-eeaa5ab9bea9 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:20:04.406398 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1f6e15a8-d339-41ba-a999-55f38fb0ec8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:04.696809 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:20:06.727264 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9a659db2-5220-463e-b1fa-3730780e24a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:07.972235 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:09.160994 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:10.811972 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:34.434658 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-86db8479-afbb-451c-a36c-517ee8720f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:36.745584 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-659b8247-0301-4307-af5f-fbb0e5084fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:37.960601 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:39.151111 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:40.788545 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:20:41.695945 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:21:04.382691 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-eddb69f9-cdfc-4098-a2d2-98685750b324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:06.731279 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f6b548c8-3ad7-4f88-9dd8-214f66cda9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:08.005725 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:09.108481 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:10.794082 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:16.177973 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49216) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:16.237714 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb58b0f-cfc6-4151-b719-19dff99f40cd admin admin] GET failed (client error): The resource could not be found. Apr 14 22:21:16.239002 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8eb58b0f-cfc6-4151-b719-19dff99f40cd admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600741 Apr 14 22:21:16.402171 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9bc4bb-9fec-4443-ac41-07e39a692835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:16.403636 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8c9bc4bb-9fec-4443-ac41-07e39a692835 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606519 Apr 14 22:21:18.696531 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:21:18.730551 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49226) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:18.825862 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e387a14-dc33-49c3-887a-53a4b3e99367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:18.827226 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5e387a14-dc33-49c3-887a-53a4b3e99367 admin admin] 10.222.0.50 "GET /v2.0/subnets/39d4517c-8361-4870-bfb2-930aa9194005 HTTP/1.1" status: 200 len: 849 time: 0.0955119 Apr 14 22:21:18.837546 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:21:18.922588 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Publish callbacks [] for subnet (39d4517c-8361-4870-bfb2-930aa9194005), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:19.216939 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760511500575'] for subnet (39d4517c-8361-4870-bfb2-930aa9194005), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:19.249017 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:19.249968 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:19.250903 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] 10.222.0.50 "PUT /v2.0/subnets/39d4517c-8361-4870-bfb2-930aa9194005 HTTP/1.1" status: 200 len: 868 time: 0.4175479 Apr 14 22:21:19.253891 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84a0f3-440d-45f3-af6d-d0f4b61a77b7 None None] Network 9bf8e78c-07b8-494b-bcb2-db1c0345de13 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:21:19.270876 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d4517c-8361-4870-bfb2-930aa9194005,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:21:19.278537 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.278953 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.279268 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.279612 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.279957 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.280292 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.280624 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.280954 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.281285 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.281616 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.281952 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.282282 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.282611 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.282972 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.283295 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c196ff08-9863-4ae9-8a52-97eb9a46a808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:21:19.626276 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-d222c4ce-2852-4624-8b0f-e2a72a718686 None None] Provisioning complete for port 81d77bec-abd4-4a74-aba1-fc9652f4d764 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:21:19.626667 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d222c4ce-2852-4624-8b0f-e2a72a718686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (81d77bec-abd4-4a74-aba1-fc9652f4d764), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:19.706311 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d222c4ce-2852-4624-8b0f-e2a72a718686 None None] Current status of the port 81d77bec-abd4-4a74-aba1-fc9652f4d764 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:21:19.714162 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-d222c4ce-2852-4624-8b0f-e2a72a718686 None None] Provisioning complete for port 1d660d30-126d-4481-a6b0-df5333893857 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:21:19.714551 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d222c4ce-2852-4624-8b0f-e2a72a718686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1d660d30-126d-4481-a6b0-df5333893857), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:19.794976 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d222c4ce-2852-4624-8b0f-e2a72a718686 None None] Current status of the port 1d660d30-126d-4481-a6b0-df5333893857 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:21:21.586575 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49234) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:21.788513 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e69c69-67ad-4209-9a8d-8641fe4aceb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:21.788990 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e69c69-67ad-4209-9a8d-8641fe4aceb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:21.791189 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-78e69c69-67ad-4209-9a8d-8641fe4aceb4 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2034190 Apr 14 22:21:24.121694 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49242) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:24.251935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c09a6-997f-4ee8-9cd3-44bad080855f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:24.252406 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c09a6-997f-4ee8-9cd3-44bad080855f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:24.253955 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1f4c09a6-997f-4ee8-9cd3-44bad080855f admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313024 Apr 14 22:21:26.603985 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49250) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:26.729366 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc63f2a6-c7d7-4fcf-a573-6e4434e079b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:26.730872 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-dc63f2a6-c7d7-4fcf-a573-6e4434e079b1 admin admin] 10.222.0.50 "GET /v2.0/networks/16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 HTTP/1.1" status: 200 len: 886 time: 0.1258664 Apr 14 22:21:29.079378 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49258) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:29.212377 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c6da5-ac36-4bf7-a7e9-ab11e16614dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:29.213790 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c46c6da5-ac36-4bf7-a7e9-ab11e16614dc admin admin] 10.222.0.50 "GET /v2.0/networks/9bf8e78c-07b8-494b-bcb2-db1c0345de13 HTTP/1.1" status: 200 len: 869 time: 0.1334302 Apr 14 22:21:31.528830 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49266) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:31.654600 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346bac09-589c-4802-bf51-14449dba93e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:31.655078 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346bac09-589c-4802-bf51-14449dba93e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:31.656654 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-346bac09-589c-4802-bf51-14449dba93e3 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268797 Apr 14 22:21:33.952162 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49276) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:34.044472 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb05f8-2ed3-48cb-a8b3-65ad4a789968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:34.044969 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb05f8-2ed3-48cb-a8b3-65ad4a789968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:34.046482 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-87eb05f8-2ed3-48cb-a8b3-65ad4a789968 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933743 Apr 14 22:21:34.359606 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f68bd9b9-02b9-421b-b5c1-d5263450f6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:36.372469 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49284) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:36.457238 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c38524-3862-4ea0-9794-16e36de22c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:36.458570 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-76c38524-3862-4ea0-9794-16e36de22c80 admin admin] 10.222.0.50 "GET /v2.0/subnets/29247ec5-11cc-4627-a44c-666395863587 HTTP/1.1" status: 200 len: 816 time: 0.0851572 Apr 14 22:21:36.742176 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-97c67e69-6b58-4f47-adb8-b2977bda17f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:37.965456 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:38.779007 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49292) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:21:38.938629 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b32798-0a8c-4362-923f-091581390011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:21:38.940018 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f8b32798-0a8c-4362-923f-091581390011 admin admin] 10.222.0.50 "GET /v2.0/subnets/39d4517c-8361-4870-bfb2-930aa9194005 HTTP/1.1" status: 200 len: 868 time: 0.1600659 Apr 14 22:21:39.119788 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:40.803571 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:21:55.695410 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:22:04.362810 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8a36b60d-6a9e-40e8-9028-3e6b5c2ca39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:06.742156 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e8407c35-f95a-40dc-b31f-542a969812d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:07.986075 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:09.159130 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:10.814013 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:20.173596 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49350) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:22:20.221166 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [None req-641bdc92-5370-4f80-b4a9-0f0a0e6e8249 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:22:20.222143 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-641bdc92-5370-4f80-b4a9-0f0a0e6e8249 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476239 Apr 14 22:22:22.619396 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49358) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:22:22.684329 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0a9221-4ace-4852-9e48-fab6aea23b69 admin admin] GET failed (client error): The resource could not be found. Apr 14 22:22:22.685591 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4c0a9221-4ace-4852-9e48-fab6aea23b69 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652442 Apr 14 22:22:22.827147 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b036eac9-6696-4b64-a192-28ea1eb637da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:22:22.828532 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b036eac9-6696-4b64-a192-28ea1eb637da admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389081 Apr 14 22:22:25.161853 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49366) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:22:25.208379 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:22:25.301482 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Made reservation on behalf of 53adeba5986642c5a0e037cd329a61a1 for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:22:25.304255 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:25.341563 dv-cinder-820918-2-iscsi neutron-server[104050]: WARNING neutron.services.revisions.revision_plugin [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Could not find related network for resource to bump revision. Apr 14 22:22:25.358980 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:22:25.363811 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (ac34210b-5951-4fe3-9ba7-cc0a49c9d95a), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:25.364155 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Added segment ac34210b-5951-4fe3-9ba7-cc0a49c9d95a of type vlan for network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad Apr 14 22:22:25.402674 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:25.562303 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:25.563388 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:22:25.564003 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:25.651608 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:22:25.658074 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.658426 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.658822 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.659167 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.659504 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.659842 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.660213 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.660551 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.660889 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.661318 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.661655 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.661986 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.662315 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.662640 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.672401 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:25.676440 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:22:25.696262 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-cf5595c3-91f2-4287-acf5-929bd8f21db4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5333347 Apr 14 22:22:28.029551 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49374) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:22:28.090119 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd50d525-4a05-4efa-8f7a-39d3aff2c9d6 admin admin] GET failed (client error): The resource could not be found. Apr 14 22:22:28.091436 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-cd50d525-4a05-4efa-8f7a-39d3aff2c9d6 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609410 Apr 14 22:22:28.159111 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006a8da6-163a-40c0-b4da-db5eec9e86c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:22:28.160575 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-006a8da6-163a-40c0-b4da-db5eec9e86c5 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648472 Apr 14 22:22:28.171198 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Request body: {'subnet': {'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:22:28.261492 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Made reservation on behalf of 53adeba5986642c5a0e037cd329a61a1 for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:22:28.263755 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:28.518977 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (f571305e-18c8-427b-a5d6-16adb5edd76b), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:28.578602 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f571305e-18c8-427b-a5d6-16adb5edd76b,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:22:28.586402 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Checking segment: {'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:22:28.586834 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Network hostable DHCP agents. Network: f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:22:28.707199 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:22:28.839009 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:22:28.843061 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:22:28.843681 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:28.847933 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df2ac0-b627-4306-82fc-4cac9ed758a5 None None] Network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:22:28.949326 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad', 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad', 'project_id': '53adeba5986642c5a0e037cd329a61a1', 'fixed_ips': [{'subnet_id': 'f571305e-18c8-427b-a5d6-16adb5edd76b'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:22:28.950222 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:28.953593 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3a48a508-9fcc-4a8d-8101-cec02e7c2b2c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7867589 Apr 14 22:22:29.190296 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Allocated IP 192.168.233.2 (f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad/f571305e-18c8-427b-a5d6-16adb5edd76b/b2bcaed4-390f-4d21-8ab9-972261bee200) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:22:29.340769 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Publish callbacks [] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:29.468151 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:29.507414 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:22:29.510220 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:22:29.512863 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:22:29.526265 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Pushing event updated for resources: {'Port': ['ID=b2bcaed4-390f-4d21-8ab9-972261bee200,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:22:29.550444 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.550810 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.551173 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.551536 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.551867 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.552266 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.552598 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.552925 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.553249 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.554100 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.554399 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.554773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.555047 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.555368 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.555685 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:22:29.594331 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Attempting to bind port b2bcaed4-390f-4d21-8ab9-972261bee200 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:22:29.594697 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Attempting to bind port b2bcaed4-390f-4d21-8ab9-972261bee200 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:22:29.595084 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Attempting to bind port b2bcaed4-390f-4d21-8ab9-972261bee200 on network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:22:29.600093 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:22:29.600493 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Checking segment: {'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:22:29.600891 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:29.601278 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Bound using segment: {'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:22:29.601742 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Bound port: b2bcaed4-390f-4d21-8ab9-972261bee200, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:22:29.602128 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:29.665088 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] For port b2bcaed4-390f-4d21-8ab9-972261bee200, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:22:29.668276 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] For port b2bcaed4-390f-4d21-8ab9-972261bee200, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=b2bcaed4-390f-4d21-8ab9-972261bee200,segment=NetworkSegment(ac34210b-5951-4fe3-9ba7-cc0a49c9d95a),segment_id=ac34210b-5951-4fe3-9ba7-cc0a49c9d95a)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:22:29.800135 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:29.862438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b9f0a-7ee7-49f9-adda-a8b595a0b514 None None] Pushing event updated for resources: {'Port': ['ID=b2bcaed4-390f-4d21-8ab9-972261bee200,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:22:30.747961 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b0803b-0220-45d6-94a6-e56cc591e254 None None] Network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:22:30.861222 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-da056fa8-4317-400e-8e17-5718f41724b0 None None] Provisioning complete for port b2bcaed4-390f-4d21-8ab9-972261bee200 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:22:30.861222 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da056fa8-4317-400e-8e17-5718f41724b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:30.947667 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-da056fa8-4317-400e-8e17-5718f41724b0 None None] Current status of the port b2bcaed4-390f-4d21-8ab9-972261bee200 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:22:30.948302 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da056fa8-4317-400e-8e17-5718f41724b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:30.982658 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-da056fa8-4317-400e-8e17-5718f41724b0 None None] For port b2bcaed4-390f-4d21-8ab9-972261bee200, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=b2bcaed4-390f-4d21-8ab9-972261bee200,segment=NetworkSegment(ac34210b-5951-4fe3-9ba7-cc0a49c9d95a),segment_id=ac34210b-5951-4fe3-9ba7-cc0a49c9d95a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:22:31.060069 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da056fa8-4317-400e-8e17-5718f41724b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:31.111831 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da056fa8-4317-400e-8e17-5718f41724b0 None None] Pushing event updated for resources: {'Port': ['ID=b2bcaed4-390f-4d21-8ab9-972261bee200,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:22:31.178538 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-8969a2b8-744f-4736-bb8c-bc69ff20092d None None] Provisioning complete for port b2bcaed4-390f-4d21-8ab9-972261bee200 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:22:31.178956 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8969a2b8-744f-4736-bb8c-bc69ff20092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:31.262018 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-8969a2b8-744f-4736-bb8c-bc69ff20092d None None] Current status of the port b2bcaed4-390f-4d21-8ab9-972261bee200 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:22:31.640140 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device b2bcaed4-390f-4d21-8ab9-972261bee200 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:22:31.691225 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port b2bcaed4-390f-4d21-8ab9-972261bee200 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:22:31.691603 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b2bcaed4-390f-4d21-8ab9-972261bee200), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:31.772792 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port b2bcaed4-390f-4d21-8ab9-972261bee200 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:22:32.693078 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:22:34.399280 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-de7210e7-44f0-4811-9a10-6c036c0e085c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:36.724191 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-93655902-31db-405c-b0fa-0b904667ef5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:37.987349 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:39.250210 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:22:40.802331 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:04.381002 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-62afc28e-9bf1-481e-b536-cbc5f11cd734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:06.781621 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4792d420-f6f4-4596-9402-0a096c52318c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:07.993059 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:09.135407 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:09.691322 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:23:10.807723 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:34.372943 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6f0eeb8c-7395-4b3e-b814-4fb5f796b75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:36.786735 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0b32c10-a296-40c1-bf5b-24448ff7a0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:37.992705 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:39.140717 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:40.908059 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:23:46.689613 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:24:04.363756 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d1a0556a-72d8-4418-bedd-493982c7e0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:06.844046 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-67c44db6-5d7a-41f6-925c-f747a925ac70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:07.983816 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:08.786964 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49412) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:24:08.792967 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [None req-f952e50e-4d1d-476c-88b0-85432597a5b4 tempest-verify_tempest_config-887025403 tempest-verify_tempest_config-887025403-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:24:08.794038 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f952e50e-4d1d-476c-88b0-85432597a5b4 tempest-verify_tempest_config-887025403 tempest-verify_tempest_config-887025403-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061305 Apr 14 22:24:09.146251 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:09.316528 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49430) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:24:09.418695 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:09.492696 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Publish callbacks [] for security_group (ba5e530e-ad4f-40fc-83d9-c22d30436143), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:09.543661 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ba5e530e-ad4f-40fc-83d9-c22d30436143), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:09.589644 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6045c7c072848bda6e14102e0b35df8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2719412 Apr 14 22:24:09.590503 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e530e-ad4f-40fc-83d9-c22d30436143,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:24:09.592241 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49434) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:24:09.597604 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.603294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95404008-f87a-43d0-b023-88973e2d6037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.652614 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Publish callbacks [] for security_group (ba5e530e-ad4f-40fc-83d9-c22d30436143), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:09.674249 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Publish callbacks [] for security_group (ba5e530e-ad4f-40fc-83d9-c22d30436143), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:09.823765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ba5e530e-ad4f-40fc-83d9-c22d30436143), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:09.826295 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:09.827513 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ba5e530e-ad4f-40fc-83d9-c22d30436143 HTTP/1.1" status: 204 len: 168 time: 0.2342649 Apr 14 22:24:09.835885 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e530e-ad4f-40fc-83d9-c22d30436143,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:24:09.842835 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.843115 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.843459 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.843798 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.844169 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.844497 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.844824 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.845150 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.845492 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.845817 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.846166 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.846515 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.846865 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.847185 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:09.847501 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab11e16a-2d5c-4cf3-bbc8-9d0eaee860ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:24:10.826398 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:23.692392 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:24:34.409680 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da2a0e13-dfee-4d5c-86db-54dcf0948c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:36.757314 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3cf71d53-ae7f-4616-a9d6-98d255f22bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:37.974966 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:39.183172 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:24:40.803656 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:00.690154 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:25:04.360650 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-888d881a-f3dd-478f-9d3f-c31d9b61840a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:06.731419 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4cdffb04-8275-4939-b4e9-4ae9d2694757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:08.020380 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:09.148728 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:10.799856 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:34.379455 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8ac5e080-6166-42d4-b9bc-25a1865991fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:36.728394 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c30c367-ba81-4910-9d6c-f39c4cc06252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:37.689332 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 5 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:25:38.010769 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:39.170716 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:25:40.962819 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:01.642613 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660387'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:04.365296 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a760f877-bb18-411d-aba3-4f7a535521ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:06.740029 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3539319-f699-4f62-ba37-d097251c0136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:08.019335 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:09.162562 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:10.807760 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:14.688853 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:26:16.533160 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49506) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:26:16.640207 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3e811339-98d4-4682-b674-182bac66eb08 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1059294 Apr 14 22:26:18.992759 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49516) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:26:19.056535 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1f88b001-0a2c-405e-9574-6ce95068129b admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0626323 Apr 14 22:26:31.518099 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:34.404355 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-930d2060-0fae-48e0-93cb-502a8f8fe94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:36.752637 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-87caab99-bb48-4b5c-84d3-83dfb2f6c201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:38.032761 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:39.164185 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:40.838263 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:26:51.688243 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:27:01.523727 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:04.375173 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b870536b-62d6-464c-9d6e-60a0233b04e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:06.746725 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5510483e-a96b-4d4d-accf-d538101c2d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:08.004099 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:09.169301 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:10.866508 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:28.687292 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:27:31.517277 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:34.372952 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b2ff277e-824f-48f7-8043-11c16bd5f2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:36.738216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7083-bc1f-490f-8036-b98790c503c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:38.020300 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:39.172597 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:27:40.814783 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:00.285170 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49672) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:00.526458 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-317403706-network', 'tenant_id': '56c3e0f16bc544eea9eba0fbacbc775c'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:00.654111 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Made reservation on behalf of 56c3e0f16bc544eea9eba0fbacbc775c for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:00.659507 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:00.666123 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:00.744162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Publish callbacks [] for security_group (29517468-209e-4c77-86a6-de955e29d591), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:00.820017 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49708) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:00.820930 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (29517468-209e-4c77-86a6-de955e29d591), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:00.849746 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29517468-209e-4c77-86a6-de955e29d591,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:00.862197 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.862585 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Tracked resource versions report: Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: pushed versions: Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: { 'AddressGroup': {'1.2'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Agent': {'1.1'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'ConntrackHelper': {'1.0'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Log': {'1.0'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'NDPProxy': {'1.0'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Network': {'1.1'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Port': {'1.7'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'PortForwarding': {'1.3'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'QosPolicy': {'1.10'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SecurityGroup': {'1.5'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SubPort': {'1.0'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Subnet': {'1.1'}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Trunk': {'1.1'}} Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: consumer versions: Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: { DHCP agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: HyperV agent@hv-cinder-82091: {}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: L3 agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: Metadata agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: Metering agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: Open vSwitch agent@dv-cinder-820918-2-iscsi: { 'AddressGroup': '1.2', Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Agent': '1.1', Apr 14 22:28:00.868235 dv-cinder-820918-2-iscsi neutron-server[104051]: 'ConntrackHelper': '1.0', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'LocalIPAssociation': '1.0', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Log': '1.0', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'NDPProxy': '1.0', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Network': '1.1', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Port': '1.7', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'PortForwarding': '1.3', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'QosPolicy': '1.10', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SecurityGroup': '1.5', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SecurityGroupRule': '1.2', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'SubPort': '1.0', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Subnet': '1.1', Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: 'Trunk': '1.1'}} Apr 14 22:28:00.871128 dv-cinder-820918-2-iscsi neutron-server[104051]: {{(pid=104051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:28:00.875905 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:28:00.888870 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (19e93ad7-1d1a-45d1-ad15-45a5a025b83b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:00.889227 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Added segment 19e93ad7-1d1a-45d1-ad15-45a5a025b83b of type vlan for network 88b89f53-b60a-40b8-aabd-1180bac805d4 Apr 14 22:28:00.928317 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (88b89f53-b60a-40b8-aabd-1180bac805d4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.025882 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (88b89f53-b60a-40b8-aabd-1180bac805d4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.027373 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:01.027958 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.096610 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=88b89f53-b60a-40b8-aabd-1180bac805d4,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:01.107299 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 88b89f53-b60a-40b8-aabd-1180bac805d4 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:28:01.109516 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-63aa8d35-60f4-4878-8a68-e4753c377ca9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8232002 Apr 14 22:28:01.113220 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49720) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:01.117957 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Request body: {'subnet': {'network_id': '88b89f53-b60a-40b8-aabd-1180bac805d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-317403706-subnet', 'tenant_id': '56c3e0f16bc544eea9eba0fbacbc775c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:01.214443 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Made reservation on behalf of 56c3e0f16bc544eea9eba0fbacbc775c for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:01.216854 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.341244 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1384802140-network', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:01.347947 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49728) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:01.469100 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49738) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:01.509806 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49742) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:01.568979 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (14db61c1-fa7e-41ab-b330-17165a87135c), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.577072 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Made reservation on behalf of fe9fd41acaba4063bd881eae09e6cf7b for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:01.579365 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.598782 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.601287 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.647475 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1058137380-network', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:01.691609 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-network', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:01.699145 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Checking segment: {'id': '19e93ad7-1d1a-45d1-ad15-45a5a025b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '88b89f53-b60a-40b8-aabd-1180bac805d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:01.699512 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Network hostable DHCP agents. Network: 88b89f53-b60a-40b8-aabd-1180bac805d4, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:28:01.705202 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14db61c1-fa7e-41ab-b330-17165a87135c,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:01.722536 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Made reservation on behalf of b08d0a6fbcbc4b81b87c65495a8c6b7d for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:01.725076 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.725262 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.725423 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.725964 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.726305 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.726634 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.729452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.729452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.729452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.729452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.729452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.729452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.729452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.729452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.730574 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.731088 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Tracked resource versions report: Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: pushed versions: Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: { 'AddressGroup': {'1.2'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Agent': {'1.1'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'ConntrackHelper': {'1.0'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Log': {'1.0'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'NDPProxy': {'1.0'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Network': {'1.1'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Port': {'1.7'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'PortForwarding': {'1.3'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'QosPolicy': {'1.10'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SecurityGroup': {'1.5'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SubPort': {'1.0'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Subnet': {'1.1'}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Trunk': {'1.1'}} Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: consumer versions: Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: { DHCP agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: HyperV agent@hv-cinder-82091: {}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: L3 agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: Metadata agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: Metering agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: Open vSwitch agent@dv-cinder-820918-2-iscsi: { 'AddressGroup': '1.2', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Agent': '1.1', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'ConntrackHelper': '1.0', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'LocalIPAssociation': '1.0', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Log': '1.0', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'NDPProxy': '1.0', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Network': '1.1', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Port': '1.7', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'PortForwarding': '1.3', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'QosPolicy': '1.10', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SecurityGroup': '1.5', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SecurityGroupRule': '1.2', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'SubPort': '1.0', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Subnet': '1.1', Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: 'Trunk': '1.1'}} Apr 14 22:28:01.732321 dv-cinder-820918-2-iscsi neutron-server[104050]: {{(pid=104050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:28:01.749681 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.758218 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Publish callbacks [] for security_group (fb4aa6f9-26ec-4c14-b231-ac2b4c8ebefc), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.772701 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Made reservation on behalf of 8440fd0b09b84c66958ab2cfe0101e08 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:01.775366 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.788970 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.829912 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Network 88b89f53-b60a-40b8-aabd-1180bac805d4 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:28:01.858330 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fb4aa6f9-26ec-4c14-b231-ac2b4c8ebefc), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.875321 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Publish callbacks [] for security_group (15835b16-2c6f-469b-9d9d-5c92907f2dc4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.906287 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4aa6f9-26ec-4c14-b231-ac2b4c8ebefc,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:01.924339 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:28:01.932955 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 88b89f53-b60a-40b8-aabd-1180bac805d4) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:01.944991 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:01.946581 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84445acc-385d-4689-a049-e39fd4fc100d None None] Network 88b89f53-b60a-40b8-aabd-1180bac805d4 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:01.951908 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.973363 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (b8c9e610-c631-44dd-8148-3276ab42316c), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.973704 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Added segment b8c9e610-c631-44dd-8148-3276ab42316c of type vlan for network 91cf136c-d92b-4435-96b9-805ae0f45c6f Apr 14 22:28:01.976407 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Publish callbacks [] for security_group (d12cabdd-8592-4a9e-b0e7-3820adc752a1), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:01.992153 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-961742842-network', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:02.002218 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (15835b16-2c6f-469b-9d9d-5c92907f2dc4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.040782 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d12cabdd-8592-4a9e-b0e7-3820adc752a1), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.042843 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (91cf136c-d92b-4435-96b9-805ae0f45c6f), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.047531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:28:02.073346 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-dd9b62bb-f182-44f9-a2f3-47625a2d5712 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9533989 Apr 14 22:28:02.073553 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:28:02.077683 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (406e3fd4-da0f-47f6-b59f-d75a910b9b4d), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.078026 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Added segment 406e3fd4-da0f-47f6-b59f-d75a910b9b4d of type vlan for network 159b1b7f-6741-46d2-acf2-45a3089013d8 Apr 14 22:28:02.094050 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9705051-f02a-456f-87e1-752da59b9983 None None] Network 88b89f53-b60a-40b8-aabd-1180bac805d4 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:02.095782 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15835b16-2c6f-469b-9d9d-5c92907f2dc4,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:02.120699 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (82c8b415-f7a2-48d5-84ee-e4277a5ed058), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.121477 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Added segment 82c8b415-f7a2-48d5-84ee-e4277a5ed058 of type vlan for network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 Apr 14 22:28:02.143599 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Made reservation on behalf of 57def141e03c43bfbf79ccaa30e3d3eb for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:02.148787 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.161365 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (159b1b7f-6741-46d2-acf2-45a3089013d8), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.175150 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.180840 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (91cf136c-d92b-4435-96b9-805ae0f45c6f), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.181996 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:02.182600 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.217257 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12cabdd-8592-4a9e-b0e7-3820adc752a1,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:02.239628 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (21227e2b-3fd3-40a4-bcda-0d3463f20bd1), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.281995 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=91cf136c-d92b-4435-96b9-805ae0f45c6f,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:02.294239 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:28:02.307359 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3c885def-aef6-4363-97ac-bfe942e6e4f4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4856336 Apr 14 22:28:02.312117 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49768) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:02.316547 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Request body: {'subnet': {'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-subnet', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:02.349440 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (159b1b7f-6741-46d2-acf2-45a3089013d8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.357882 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:02.358662 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.401757 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Publish callbacks [] for security_group (8c1215c8-5265-4a9a-847f-4f7f93865d35), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.402941 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (21227e2b-3fd3-40a4-bcda-0d3463f20bd1), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.404005 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:02.404753 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.477833 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (8c1215c8-5265-4a9a-847f-4f7f93865d35), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.500183 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:28:02.509129 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] Pushing event updated for resources: {'Network': ['ID=159b1b7f-6741-46d2-acf2-45a3089013d8,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:02.521063 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:28:02.533617 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-84db09ec-5c7b-485f-9ada-6a836be5dae0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1836600 Apr 14 22:28:02.536224 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49784) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:02.540405 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (fa0054b0-7715-441a-b614-0be55305510d), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.540751 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Added segment fa0054b0-7715-441a-b614-0be55305510d of type vlan for network e3306d0d-e591-423b-8690-7ee045757dfe Apr 14 22:28:02.542899 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Request body: {'subnet': {'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1058137380-subnet', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:02.547338 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0765901 Apr 14 22:28:02.548122 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Made reservation on behalf of fe9fd41acaba4063bd881eae09e6cf7b for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:02.550589 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49786) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:02.558940 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.568801 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Request body: {'subnet': {'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-subnet', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:02.681989 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Made reservation on behalf of 8440fd0b09b84c66958ab2cfe0101e08 for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:02.684940 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.715934 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Made reservation on behalf of b08d0a6fbcbc4b81b87c65495a8c6b7d for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:02.719471 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.741170 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fae950-c304-4a50-849e-7dda4ed8a9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=21227e2b-3fd3-40a4-bcda-0d3463f20bd1,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:02.750816 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (e3306d0d-e591-423b-8690-7ee045757dfe), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.753692 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1215c8-5265-4a9a-847f-4f7f93865d35,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:02.758016 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:28:02.887880 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (e3306d0d-e591-423b-8690-7ee045757dfe), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.889893 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:02.890022 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:02.990868 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] Pushing event updated for resources: {'Network': ['ID=e3306d0d-e591-423b-8690-7ee045757dfe,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:03.006975 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network e3306d0d-e591-423b-8690-7ee045757dfe details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:28:03.029689 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-87c732c5-e770-42f6-85cc-9a79462db92d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5220041 Apr 14 22:28:03.029689 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49814) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:03.036531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Request body: {'subnet': {'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-subnet', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:03.077596 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.142551 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:03.150828 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Checking segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:03.151140 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Network hostable DHCP agents. Network: 91cf136c-d92b-4435-96b9-805ae0f45c6f, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:28:03.157314 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (3bd003fb-b636-4ddf-b9c7-181100456fc8), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.186118 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Made reservation on behalf of 57def141e03c43bfbf79ccaa30e3d3eb for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:03.193045 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.194695 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (9260e563-889a-4d8d-9460-f20961e80a75), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.284173 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd003fb-b636-4ddf-b9c7-181100456fc8,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:03.379352 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Checking segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:03.379823 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Network hostable DHCP agents. Network: 21227e2b-3fd3-40a4-bcda-0d3463f20bd1, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:28:03.410001 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:28:03.528136 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 91cf136c-d92b-4435-96b9-805ae0f45c6f) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:03.536790 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30676eac-2921-4c17-af3a-4adfa41048d2 None None] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:03.572231 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:03.573535 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.634850 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9260e563-889a-4d8d-9460-f20961e80a75,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:03.634850 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Checking segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:03.635130 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Network hostable DHCP agents. Network: 159b1b7f-6741-46d2-acf2-45a3089013d8, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:28:03.665076 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7d943da3-506c-487b-a1cb-8c5a0ae3bd2a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3537424 Apr 14 22:28:03.668406 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49840) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:03.675412 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:03.712764 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:28:03.719623 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 21227e2b-3fd3-40a4-bcda-0d3463f20bd1) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:03.724598 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:03.725444 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.732381 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8eebf8-9430-409c-a08c-3a4e2bd3b1da None None] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:03.755025 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-91cf136c-d92b-4435-96b9-805ae0f45c6f', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:28:03.756260 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.762846 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:28:03.772733 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 159b1b7f-6741-46d2-acf2-45a3089013d8) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:03.777433 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:03.778050 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.780744 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (c4451915-5677-4447-9290-3892b3f8ec4f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.805725 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (5e8847e0-c7a7-4605-bb91-25a26eda9e18), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.805984 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c1127e-ae85-40cb-bedb-da369ecf8884 None None] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:03.806897 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (5e8847e0-c7a7-4605-bb91-25a26eda9e18), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:03.819243 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4890673e-3ad0-41d1-a138-66da697bbd6f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2631550 Apr 14 22:28:03.828875 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49852) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:03.857677 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:03.944581 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4b8c673f-25b3-40b0-95eb-b53bbfe867cc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4035079 Apr 14 22:28:03.947021 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49858) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:03.957833 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4451915-5677-4447-9290-3892b3f8ec4f,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:03.962818 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:03.975664 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Checking segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:03.976178 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Network hostable DHCP agents. Network: e3306d0d-e591-423b-8690-7ee045757dfe, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:28:03.992216 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks [] for router_controller (5e8847e0-c7a7-4605-bb91-25a26eda9e18), precommit_add_association {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.009569 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (622e9664-96bf-4045-8f59-135fabc44e44), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.011852 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (622e9664-96bf-4045-8f59-135fabc44e44), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.055418 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:28:04.056252 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.099039 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Network e3306d0d-e591-423b-8690-7ee045757dfe is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:28:04.121783 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Allocated IP 172.20.0.2 (91cf136c-d92b-4435-96b9-805ae0f45c6f/95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3/f9c97b18-5ccf-42cc-b71e-0778d92b87b5) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:04.135117 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (70a56417-6944-482d-a887-c74e18d9b718), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.136193 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (70a56417-6944-482d-a887-c74e18d9b718), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.199823 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-159b1b7f-6741-46d2-acf2-45a3089013d8', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:28:04.200674 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.217362 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, e3306d0d-e591-423b-8690-7ee045757dfe) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:04.233503 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:04.234867 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.243529 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49870) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:04.246096 dv-cinder-820918-2-iscsi neutron-server[104051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 22:28:04.336633 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks [] for router_controller (70a56417-6944-482d-a887-c74e18d9b718), precommit_add_association {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.339496 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks [] for router_gateway (5e8847e0-c7a7-4605-bb91-25a26eda9e18), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.377177 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d65cee6-c83c-468a-b630-2aea7b097f85 None None] Network e3306d0d-e591-423b-8690-7ee045757dfe requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:04.479873 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-569093ed-aa93-4472-a314-9d6ddcdfaf27 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:04.481666 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-569093ed-aa93-4472-a314-9d6ddcdfaf27 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/networks?id=88b89f53-b60a-40b8-aabd-1180bac805d4 HTTP/1.1" status: 200 len: 811 time: 0.2371142 Apr 14 22:28:04.483851 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks [] for router_controller (622e9664-96bf-4045-8f59-135fabc44e44), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.508043 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9738a62f-d2cd-4db0-9b2f-d32679754aa3 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/quotas/56c3e0f16bc544eea9eba0fbacbc775c HTTP/1.1" status: 200 len: 375 time: 0.0123186 Apr 14 22:28:04.601800 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-f49a6819-2f25-4e42-a7fa-8f6b92264957 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=56c3e0f16bc544eea9eba0fbacbc775c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859210 Apr 14 22:28:04.612179 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0d001564-3b22-4e7e-83eb-ecaa07248744 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5796151 Apr 14 22:28:04.658326 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49892) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:04.664590 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:04.738340 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a3f01d8e-e939-4ab8-a89b-744e931594a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.833866 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks [] for router_gateway (70a56417-6944-482d-a887-c74e18d9b718), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.864591 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks [] for router_gateway (622e9664-96bf-4045-8f59-135fabc44e44), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.885844 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-e3306d0d-e591-423b-8690-7ee045757dfe', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:28:04.886689 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.918966 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (0a613d58-ad1c-4250-a656-c03c3157fdb0), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.920040 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (0a613d58-ad1c-4250-a656-c03c3157fdb0), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:04.930475 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Allocated IP 172.20.0.2 (21227e2b-3fd3-40a4-bcda-0d3463f20bd1/3bd003fb-b636-4ddf-b9c7-181100456fc8/37aa9d9b-1fe0-48e3-bd62-deda48ea76bc) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:05.034365 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49902) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:05.040511 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-8aed81af-3cc2-48c5-8310-eda00d528d0b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:28:05.041975 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-8aed81af-3cc2-48c5-8310-eda00d528d0b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1962953 Apr 14 22:28:05.049690 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Allocated IP 172.20.0.2 (159b1b7f-6741-46d2-acf2-45a3089013d8/9260e563-889a-4d8d-9460-f20961e80a75/b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:05.145760 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5678c2e0-c513-478f-bcf0-145d7b800977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.209717 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Publish callbacks [] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.239201 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks [] for router_controller (0a613d58-ad1c-4250-a656-c03c3157fdb0), precommit_add_association {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.240684 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks [] for router_gateway (5e8847e0-c7a7-4605-bb91-25a26eda9e18), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.271137 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-da9b3d67-9e76-4b45-8c4e-b26b49fc0932 service neutron] 10.222.0.50 "GET /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190559 Apr 14 22:28:05.271737 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.288843 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks [] for router_gateway (70a56417-6944-482d-a887-c74e18d9b718), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.334546 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.346098 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.411503 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Publish callbacks [] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.434433 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:05.434664 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks [] for router_gateway (622e9664-96bf-4045-8f59-135fabc44e44), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.435270 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Allocated IP 172.20.0.2 (e3306d0d-e591-423b-8690-7ee045757dfe/c4451915-5677-4447-9290-3892b3f8ec4f/8f567542-12f5-4683-a780-4e973401d051) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:05.442988 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:05.450778 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:05.460677 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Pushing event updated for resources: {'Port': ['ID=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:05.468280 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.485933 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.486172 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.486438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.487041 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.487155 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.488773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.488773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.488773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.488773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.488773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.489263 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.489469 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.490189 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.490189 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.490406 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Tracked resource versions report: Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: pushed versions: Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: { 'AddressGroup': {'1.2'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Agent': {'1.1'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'ConntrackHelper': {'1.0'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Log': {'1.0'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'NDPProxy': {'1.0'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Network': {'1.1'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Port': {'1.7'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'PortForwarding': {'1.3'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'QosPolicy': {'1.10'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SecurityGroup': {'1.5'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SubPort': {'1.0'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Subnet': {'1.1'}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Trunk': {'1.1'}} Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: consumer versions: Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: { DHCP agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: HyperV agent@hv-cinder-82091: {}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: L3 agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: Metadata agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: Metering agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: Open vSwitch agent@dv-cinder-820918-2-iscsi: { 'AddressGroup': '1.2', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Agent': '1.1', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'ConntrackHelper': '1.0', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'LocalIPAssociation': '1.0', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Log': '1.0', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'NDPProxy': '1.0', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Network': '1.1', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Port': '1.7', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'PortForwarding': '1.3', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'QosPolicy': '1.10', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SecurityGroup': '1.5', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SecurityGroupRule': '1.2', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'SubPort': '1.0', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Subnet': '1.1', Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: 'Trunk': '1.1'}} Apr 14 22:28:05.491567 dv-cinder-820918-2-iscsi neutron-server[104052]: {{(pid=104052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:28:05.534482 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-ab1eeab4-7fd4-4654-bcc4-ea049aefaa47 service neutron] 10.222.0.50 "GET /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420762 Apr 14 22:28:05.554582 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5678c2e0-c513-478f-bcf0-145d7b800977 admin admin] Publish callbacks [] for security_group (bb814aa6-c0d0-49a2-8de8-a670ce481f51), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.590754 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.594020 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks [] for router_gateway (0a613d58-ad1c-4250-a656-c03c3157fdb0), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.606085 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Allocated IP 172.27.0.25 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/3acda65e-38e9-451b-9812-c4801d5078ec) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:05.654310 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5678c2e0-c513-478f-bcf0-145d7b800977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (bb814aa6-c0d0-49a2-8de8-a670ce481f51), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.686994 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:28:05.699997 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5678c2e0-c513-478f-bcf0-145d7b800977 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f156913936c43a298ad8494db53420e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6567550 Apr 14 22:28:05.707483 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49918) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:05.743936 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:05.746872 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Attempting to bind port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:05.748836 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Attempting to bind port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:05.748836 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Attempting to bind port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:05.768526 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:05.782046 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678c2e0-c513-478f-bcf0-145d7b800977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb814aa6-c0d0-49a2-8de8-a670ce481f51,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:05.784981 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:05.790380 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:05.791268 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Checking segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:05.791268 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.791580 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Bound using segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:05.792179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Bound port: f9c97b18-5ccf-42cc-b71e-0778d92b87b5, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:05.792964 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.796094 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-89e230d7-6b4c-408d-bb58-5444ffa4a28a admin admin] Publish callbacks [] for security_group (bb814aa6-c0d0-49a2-8de8-a670ce481f51), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.820335 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Publish callbacks [] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.820550 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-89e230d7-6b4c-408d-bb58-5444ffa4a28a admin admin] Publish callbacks [] for security_group (bb814aa6-c0d0-49a2-8de8-a670ce481f51), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.823763 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Pushing event updated for resources: {'Port': ['ID=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:05.941841 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks [] for port (3acda65e-38e9-451b-9812-c4801d5078ec), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.961146 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:05.993010 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-89e230d7-6b4c-408d-bb58-5444ffa4a28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (bb814aa6-c0d0-49a2-8de8-a670ce481f51), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.000734 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-89e230d7-6b4c-408d-bb58-5444ffa4a28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.000734 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-89e230d7-6b4c-408d-bb58-5444ffa4a28a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb814aa6-c0d0-49a2-8de8-a670ce481f51 HTTP/1.1" status: 204 len: 168 time: 0.2893939 Apr 14 22:28:06.010024 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e230d7-6b4c-408d-bb58-5444ffa4a28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb814aa6-c0d0-49a2-8de8-a670ce481f51,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:06.039404 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Attempting to bind port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:06.039719 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Attempting to bind port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:06.040088 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Attempting to bind port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a on network 159b1b7f-6741-46d2-acf2-45a3089013d8 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:06.051035 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Publish callbacks [] for port (8f567542-12f5-4683-a780-4e973401d051), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.079632 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:06.084632 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:06.085028 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Checking segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:06.085444 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.085849 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Bound using segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:06.086341 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Bound port: b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:06.086920 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.106632 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks [] for router_gateway (0a613d58-ad1c-4250-a656-c03c3157fdb0), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.108496 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] For port f9c97b18-5ccf-42cc-b71e-0778d92b87b5, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:06.114775 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:06.135146 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.135310 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d262a743-732e-4f5b-8b88-25c5567a2d32 req-23b4c77f-2ff5-4f48-9916-884f0f18b3a4 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.1263828 Apr 14 22:28:06.217551 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] For port f9c97b18-5ccf-42cc-b71e-0778d92b87b5, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:06.224883 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:06.224883 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Pushing event updated for resources: {'Port': ['ID=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:06.231715 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (8f567542-12f5-4683-a780-4e973401d051), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.271806 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.295275 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:06.314827 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:06.319074 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:06.327104 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Allocated IP 172.27.0.220 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/269b572d-b8bc-4fe0-ba31-fa7a6fe85432) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:06.338210 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] For port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:06.341525 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] For port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:06.366797 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Network e3306d0d-e591-423b-8690-7ee045757dfe is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:06.374183 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:06.381804 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:06.384949 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.426874 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Pushing event updated for resources: {'Port': ['ID=8f567542-12f5-4683-a780-4e973401d051,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:06.540856 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Pushing event updated for resources: {'Port': ['ID=3acda65e-38e9-451b-9812-c4801d5078ec,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:06.574649 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.603367 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Attempting to bind port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:06.603739 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Attempting to bind port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:06.604090 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Attempting to bind port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc on network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:06.646775 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:06.647111 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Checking segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:06.647518 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.647910 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Bound using segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:06.648397 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Bound port: 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:06.649412 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.748160 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72200a8b-b28b-4ed1-9e4a-307c311936b3 None None] Pushing event updated for resources: {'Port': ['ID=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:06.757575 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Attempting to bind port 8f567542-12f5-4683-a780-4e973401d051 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:06.757888 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Attempting to bind port 8f567542-12f5-4683-a780-4e973401d051 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:06.758252 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Attempting to bind port 8f567542-12f5-4683-a780-4e973401d051 on network e3306d0d-e591-423b-8690-7ee045757dfe {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:06.769100 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] For port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:06.874353 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks [] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.972775 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:06.973167 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Checking segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:06.973568 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.974012 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Bound using segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:06.974504 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Bound port: 8f567542-12f5-4683-a780-4e973401d051, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:06.975136 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8f567542-12f5-4683-a780-4e973401d051), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:06.985838 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] For port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:07.021768 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks [] for router_gateway (5e8847e0-c7a7-4605-bb91-25a26eda9e18), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.030699 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.073470 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc2fbf-4383-404f-9737-374dce730d88 None None] Pushing event updated for resources: {'Port': ['ID=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:07.096950 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-62c526b8-a0c1-433f-a9a7-c4a068919958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.097681 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:07.099171 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.109923 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:07.115364 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:07.159000 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Allocated IP 172.27.0.26 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/1cf59281-0a1e-4e75-a955-b26a89602188) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:07.165792 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] For port 8f567542-12f5-4683-a780-4e973401d051, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:07.171658 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 49978) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:07.172168 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] For port 8f567542-12f5-4683-a780-4e973401d051, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8f567542-12f5-4683-a780-4e973401d051,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:07.210751 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec682a-421f-4987-a2aa-e9d7d34c66cb None None] Pushing event updated for resources: {'Port': ['ID=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:07.249366 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8f567542-12f5-4683-a780-4e973401d051), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.288021 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49982) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:07.291568 dv-cinder-820918-2-iscsi neutron-server[104050]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 22:28:07.352294 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0e35ee06-1bec-4042-892c-f98950c7bf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.353346 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a9dbf-481b-4a57-80c3-8c19254dfa44 None None] Pushing event updated for resources: {'Port': ['ID=8f567542-12f5-4683-a780-4e973401d051,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:07.354283 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Pushing event updated for resources: {'Port': ['ID=269b572d-b8bc-4fe0-ba31-fa7a6fe85432,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:07.442368 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0e35ee06-1bec-4042-892c-f98950c7bf6e admin admin] Publish callbacks [] for security_group (e577a3a2-9caa-42c7-b2a3-ef6b9ac184ec), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.512002 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0e35ee06-1bec-4042-892c-f98950c7bf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (e577a3a2-9caa-42c7-b2a3-ef6b9ac184ec), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.751796 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-42938ae7-93f4-41f9-a820-6cf7307fb2c5 req-eb64eff1-c7c3-4dd6-93c2-7e6d75b15f85 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.2371678 Apr 14 22:28:07.751796 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks [] for port (1cf59281-0a1e-4e75-a955-b26a89602188), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.765542 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0e35ee06-1bec-4042-892c-f98950c7bf6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0801a9fad5584f53920b5083ef1f32c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4350617 Apr 14 22:28:07.770238 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 49988) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:07.770920 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35ee06-1bec-4042-892c-f98950c7bf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e577a3a2-9caa-42c7-b2a3-ef6b9ac184ec,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:07.770920 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks [] for router_gateway (622e9664-96bf-4045-8f59-135fabc44e44), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:07.965217 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d73d564d-4924-4dbd-9f4a-c302bb2e0fd2 admin admin] Publish callbacks [] for security_group (e577a3a2-9caa-42c7-b2a3-ef6b9ac184ec), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.021505 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d73d564d-4924-4dbd-9f4a-c302bb2e0fd2 admin admin] Publish callbacks [] for security_group (e577a3a2-9caa-42c7-b2a3-ef6b9ac184ec), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.035607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.039951 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.066944 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:08.085280 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (622e9664-96bf-4045-8f59-135fabc44e44), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.094859 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:08.097473 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:08.167857 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device f9c97b18-5ccf-42cc-b71e-0778d92b87b5 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:08.175921 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (5e8847e0-c7a7-4605-bb91-25a26eda9e18), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.229721 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:08.230120 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.250026 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Allocated IP 172.27.0.82 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/54c9e202-93a0-4862-aa2c-daffba5aea94) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:08.280493 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf59281-0a1e-4e75-a955-b26a89602188,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:08.334182 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:08.335178 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.362974 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Router 622e9664-96bf-4045-8f59-135fabc44e44 is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:28:08.420039 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port f9c97b18-5ccf-42cc-b71e-0778d92b87b5, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:08.514531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:08.530734 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Sync routers for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:08.536809 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.537867 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8f567542-12f5-4683-a780-4e973401d051 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:08.560527 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:08.561404 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:08.651045 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.656028 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d26188ed-bc94-48d5-97fc-312fa4e240c0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8057702 Apr 14 22:28:08.665111 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50004) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:08.675134 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24849dc7-eb34-4c0e-a219-55a704bea7a2 None None] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:08.770085 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:08.790884 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-4e05097a-aa58-4ebe-a03a-283058157cfa None None] Provisioning complete for port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:08.794670 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4e05097a-aa58-4ebe-a03a-283058157cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:08.834518 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks [] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.038545 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.052692 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a096a79d-0f1e-499f-9788-c2d10b6970b5 req-50764471-d96b-4251-9428-caf4134e5b0c tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.0877745 Apr 14 22:28:09.055960 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:09.085202 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 8f567542-12f5-4683-a780-4e973401d051 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:09.085752 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (8f567542-12f5-4683-a780-4e973401d051), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.132870 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:07Z', 'revision_number': 3, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:09.181712 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Checking router: 622e9664-96bf-4045-8f59-135fabc44e44 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:09.182253 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Updating router 622e9664-96bf-4045-8f59-135fabc44e44 port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:28:09.187661 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299c896-819a-4357-9759-93864b4ffc81 None None] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:09.201461 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Pushing event updated for resources: {'Port': ['ID=54c9e202-93a0-4862-aa2c-daffba5aea94,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:09.222077 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.243601 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:09.245065 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:09.249597 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:09.337376 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d73d564d-4924-4dbd-9f4a-c302bb2e0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (e577a3a2-9caa-42c7-b2a3-ef6b9ac184ec), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.343287 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d73d564d-4924-4dbd-9f4a-c302bb2e0fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.344287 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d73d564d-4924-4dbd-9f4a-c302bb2e0fd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e577a3a2-9caa-42c7-b2a3-ef6b9ac184ec HTTP/1.1" status: 204 len: 168 time: 1.6878083 Apr 14 22:28:09.363234 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d564d-4924-4dbd-9f4a-c302bb2e0fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e577a3a2-9caa-42c7-b2a3-ef6b9ac184ec,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:09.368670 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d32c8-af18-4419-9150-ccf5f29cf5f4 None None] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:09.526019 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 8f567542-12f5-4683-a780-4e973401d051 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:09.526339 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8f567542-12f5-4683-a780-4e973401d051), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.593120 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 8f567542-12f5-4683-a780-4e973401d051, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8f567542-12f5-4683-a780-4e973401d051,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:09.593874 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.595991 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d1c42-4ee7-4495-9e18-205f33c85855 None None] Network e3306d0d-e591-423b-8690-7ee045757dfe requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:28:09.643647 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:28:09.752069 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks [] for router_gateway (70a56417-6944-482d-a887-c74e18d9b718), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.768950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.779258 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Publish callbacks [] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.784427 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-4e05097a-aa58-4ebe-a03a-283058157cfa None None] Current status of the port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:09.788076 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8f567542-12f5-4683-a780-4e973401d051), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:09.788904 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:09.882542 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.017804 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Attempting to bind port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:10.018182 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Attempting to bind port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:10.018573 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Attempting to bind port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:10.024948 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Provisioning complete for port 8f567542-12f5-4683-a780-4e973401d051 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:10.025398 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (8f567542-12f5-4683-a780-4e973401d051), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.035040 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Pushing event updated for resources: {'Port': ['ID=269b572d-b8bc-4fe0-ba31-fa7a6fe85432,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:10.049651 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:10.050033 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:10.050437 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.050880 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:10.051361 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Bound port: 269b572d-b8bc-4fe0-ba31-fa7a6fe85432, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:10.051739 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.064858 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Allocated IP 172.20.0.1 (21227e2b-3fd3-40a4-bcda-0d3463f20bd1/3bd003fb-b636-4ddf-b9c7-181100456fc8/d91f35bf-4ad3-49e9-92e2-4656fc8a50d0) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:10.071578 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.072332 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.072332 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.072639 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.072985 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.073327 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.073682 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.074049 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.074408 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.074754 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.075086 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.075427 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.079976 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=8f567542-12f5-4683-a780-4e973401d051,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:10.083587 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.083935 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.084758 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Tracked resource versions report: Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: pushed versions: Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: { 'AddressGroup': {'1.2'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Agent': {'1.1'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'ConntrackHelper': {'1.0'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'LocalIPAssociation': {'1.0'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Log': {'1.0'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'NDPProxy': {'1.0'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Network': {'1.1'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Port': {'1.7'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'PortForwarding': {'1.3'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'QosPolicy': {'1.10'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SecurityGroup': {'1.5'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SecurityGroupRule': {'1.2'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SubPort': {'1.0'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Subnet': {'1.1'}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Trunk': {'1.1'}} Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: consumer versions: Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: { DHCP agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: HyperV agent@hv-cinder-82091: {}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: L3 agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: Metadata agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: Metering agent@dv-cinder-820918-2-iscsi: {}, Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: Open vSwitch agent@dv-cinder-820918-2-iscsi: { 'AddressGroup': '1.2', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Agent': '1.1', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'ConntrackHelper': '1.0', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'LocalIPAssociation': '1.0', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Log': '1.0', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'NDPProxy': '1.0', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Network': '1.1', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Port': '1.7', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'PortForwarding': '1.3', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'QosPolicy': '1.10', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SecurityGroup': '1.5', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SecurityGroupRule': '1.2', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'SubPort': '1.0', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Subnet': '1.1', Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: 'Trunk': '1.1'}} Apr 14 22:28:10.085519 dv-cinder-820918-2-iscsi neutron-server[104053]: {{(pid=104053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 22:28:10.256608 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:10.260079 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.269613 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] For port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:10.283208 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] For port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=269b572d-b8bc-4fe0-ba31-fa7a6fe85432,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:10.296936 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:10.305309 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Publish callbacks [] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.337636 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:10.367283 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.427164 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Current status of the port 8f567542-12f5-4683-a780-4e973401d051 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:10.432441 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:10.433494 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:10.471670 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks [] for router_gateway (0a613d58-ad1c-4250-a656-c03c3157fdb0), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.491758 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bc3a8718-dd0f-4fea-838f-a93ff3865424 req-a6f13ceb-080e-48ad-af47-c10b21436ce6 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.0813169 Apr 14 22:28:10.491758 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.524706 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22ff9f-1ae8-4a68-bc1f-26ac9439e6c1 None None] Pushing event updated for resources: {'Port': ['ID=269b572d-b8bc-4fe0-ba31-fa7a6fe85432,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:10.562751 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:10.566159 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:10.568220 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:10.569113 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:10.571155 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:10.575067 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (622e9664-96bf-4045-8f59-135fabc44e44), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.581162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Pushing event updated for resources: {'Port': ['ID=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:10.583269 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.584765 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d6037d88-f308-4275-9c29-f67540f3d533 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9149797 Apr 14 22:28:10.590566 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50044) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:10.616556 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Provisioning complete for port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:10.616872 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.768411 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (70a56417-6944-482d-a887-c74e18d9b718), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:10.796515 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:10.806033 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:10.989492 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.040941 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:07Z', 'revision_number': 3, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:11.073395 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f5b4d-711d-4ae2-aa8d-f12371750816 None None] The sync data for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi is: [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:07Z', 'revision_number': 3, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:28:11.134744 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:11.135250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.231289 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Current status of the port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:11.231698 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.240491 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.264391 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:11.280553 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Publish callbacks [] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.319014 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:06Z', 'revision_number': 3, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:11.324083 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.325147 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:11.326522 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (0a613d58-ad1c-4250-a656-c03c3157fdb0), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.379880 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.380601 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (622e9664-96bf-4045-8f59-135fabc44e44), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.405490 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:11.406151 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Updating router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 port 3acda65e-38e9-451b-9812-c4801d5078ec binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:28:11.572749 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Pushing event updated for resources: {'Port': ['ID=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:11.584846 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.605371 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:11.606035 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:11.639604 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.db.api [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 22:28:11.646996 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG oslo_db.api [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 22:28:11.658602 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c57ab7c1-c550-4574-8001-534d9dcbc807 req-550450de-c626-4146-bf8c-738d05a0dbc6 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.0298438 Apr 14 22:28:11.672857 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:11.681488 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:11.683125 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:11.809868 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Router 70a56417-6944-482d-a887-c74e18d9b718 is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:28:11.869900 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Router 622e9664-96bf-4045-8f59-135fabc44e44 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:28:11.925377 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:11.933923 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.098536 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:12.113359 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Router 0a613d58-ad1c-4250-a656-c03c3157fdb0 is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:28:12.119003 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-87642f6e-8bc8-4558-b2c8-5d1d8cd4532c admin admin] 10.222.0.50 "PUT /v2.0/routers/622e9664-96bf-4045-8f59-135fabc44e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4493833 Apr 14 22:28:12.148369 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.159751 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:12.168151 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:12.171123 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Sync routers for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:12.197907 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:12.198578 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:12.233318 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Publish callbacks [] for port (3acda65e-38e9-451b-9812-c4801d5078ec), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.248168 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.265364 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Current status of the port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:12.352592 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.357832 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.363184 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-00e11c05-6e4e-4d4a-995e-aee41cfe91d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4107869 Apr 14 22:28:12.363801 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50080) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:12.373633 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Provisioning complete for port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:12.374020 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.497539 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:12.526853 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:12.591402 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Sync routers for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:12.598361 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Attempting to bind port 3acda65e-38e9-451b-9812-c4801d5078ec on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:12.599196 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Attempting to bind port 3acda65e-38e9-451b-9812-c4801d5078ec by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:12.599576 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Attempting to bind port 3acda65e-38e9-451b-9812-c4801d5078ec on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:12.612966 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:12.613356 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:12.613819 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.614226 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:12.614979 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Bound port: 3acda65e-38e9-451b-9812-c4801d5078ec, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:12.615379 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.688001 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Allocated IP 172.20.0.1 (91cf136c-d92b-4435-96b9-805ae0f45c6f/95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3/bcec875a-062b-4153-b393-a7d4ed002ea6) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:12.696539 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] For port 3acda65e-38e9-451b-9812-c4801d5078ec, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:12.696733 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:12.698278 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-054c0b89-552f-4d67-af63-37a598d9be82 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0381498 Apr 14 22:28:12.705368 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] For port 3acda65e-38e9-451b-9812-c4801d5078ec, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=3acda65e-38e9-451b-9812-c4801d5078ec,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:12.705593 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50090) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:12.709165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:12.757210 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8f567542-12f5-4683-a780-4e973401d051 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:12.998812 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:13.036403 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ff37209-1437-454e-9fd2-6b509debcf1b req-4034629c-b678-47b4-b20e-a4e79a63807e tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.1655538 Apr 14 22:28:13.076945 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af51942-554b-4a27-b0de-f76c116c1fe8 None None] Pushing event updated for resources: {'Port': ['ID=3acda65e-38e9-451b-9812-c4801d5078ec,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:13.109926 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:13.111304 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:13.114626 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Publish callbacks [] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:13.144835 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:09Z', 'revision_number': 3, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:13.227269 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Current status of the port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:13.248761 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Provisioning complete for port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:13.248761 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:13.274284 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Checking router: 70a56417-6944-482d-a887-c74e18d9b718 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:13.275153 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Updating router 70a56417-6944-482d-a887-c74e18d9b718 port 1cf59281-0a1e-4e75-a955-b26a89602188 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:28:13.307794 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 8f567542-12f5-4683-a780-4e973401d051 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:13.308254 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (8f567542-12f5-4683-a780-4e973401d051), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:13.352989 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:13.431012 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:13.432309 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:13.445149 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:13.447064 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:13.618845 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:13.655868 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:13.660672 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcec875a-062b-4153-b393-a7d4ed002ea6,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:13.677481 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:13.677639 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (5e8847e0-c7a7-4605-bb91-25a26eda9e18), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:13.685759 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af51942-554b-4a27-b0de-f76c116c1fe8 None None] Pushing event updated for resources: {'Port': ['ID=3acda65e-38e9-451b-9812-c4801d5078ec,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:13.810156 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:13.859745 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Sync routers for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:13.967023 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:13.994324 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.37', 53124) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:13.994656 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50118) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:14.011861 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-3a541c21-a5c8-4b40-8d87-c3ef5ade0357 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522368828', 'description': 'tempest-description--531334787'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:14.024655 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Publish callbacks [] for port (1cf59281-0a1e-4e75-a955-b26a89602188), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.039486 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:14.040546 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:14.123748 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.170060 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Allocated IP 172.20.0.1 (159b1b7f-6741-46d2-acf2-45a3089013d8/9260e563-889a-4d8d-9460-f20961e80a75/1233b8a2-865b-4815-b9cd-55aa28b656c8) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:14.237831 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df65a0-a3fa-459b-8ee1-67db52cef30f None None] Pushing event updated for resources: {'Port': ['ID=1cf59281-0a1e-4e75-a955-b26a89602188,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:14.244665 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 8f567542-12f5-4683-a780-4e973401d051 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:14.246679 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:14.303903 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-1001aee6-ff2d-4f5f-b707-a4cd46ff8559 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:14.305532 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-1001aee6-ff2d-4f5f-b707-a4cd46ff8559 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.37 "GET /v2.0/networks?id=88b89f53-b60a-40b8-aabd-1180bac805d4 HTTP/1.1" status: 200 len: 811 time: 0.3095899 Apr 14 22:28:14.312169 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3a541c21-a5c8-4b40-8d87-c3ef5ade0357 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.420919 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3a541c21-a5c8-4b40-8d87-c3ef5ade0357 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (434f2bfd-cc94-4286-8612-2f1e9b25a0f7), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.429561 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Request body: {'port': {'device_id': '296c125f-cb01-4af5-9f13-e296ee554e5c', 'network_id': '88b89f53-b60a-40b8-aabd-1180bac805d4', 'admin_state_up': True, 'tenant_id': '56c3e0f16bc544eea9eba0fbacbc775c'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:14.433219 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Attempting to bind port 1cf59281-0a1e-4e75-a955-b26a89602188 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:14.435475 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Attempting to bind port 1cf59281-0a1e-4e75-a955-b26a89602188 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:14.436167 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Attempting to bind port 1cf59281-0a1e-4e75-a955-b26a89602188 on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:14.494003 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:14.495284 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:14.497847 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.498528 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:14.499450 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Bound port: 1cf59281-0a1e-4e75-a955-b26a89602188, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:14.505331 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.547380 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e1699f7-5279-409f-ac0a-327ca71bb077 req-5e5389c3-b3f1-4b0b-8cd6-6d8767df634f tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.0948112 Apr 14 22:28:14.547977 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3a541c21-a5c8-4b40-8d87-c3ef5ade0357 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (434f2bfd-cc94-4286-8612-2f1e9b25a0f7), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.599082 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Publish callbacks [] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.608138 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-afcecb5d-8036-4129-9ddc-1078c59bd2f2 None None] Current status of the port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:14.638810 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] For port 1cf59281-0a1e-4e75-a955-b26a89602188, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:14.643550 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] For port 1cf59281-0a1e-4e75-a955-b26a89602188, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=1cf59281-0a1e-4e75-a955-b26a89602188,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:14.660427 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:14.673190 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a541c21-a5c8-4b40-8d87-c3ef5ade0357 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434f2bfd-cc94-4286-8612-2f1e9b25a0f7,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:14.734727 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3a541c21-a5c8-4b40-8d87-c3ef5ade0357 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.736050 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3a541c21-a5c8-4b40-8d87-c3ef5ade0357 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7389526 Apr 14 22:28:14.745695 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:14.745695 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.745996 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50150) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:14.760674 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.762162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-1a764abb-1df6-4634-9e05-b7bb26f4510d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'security_group_rule': {'security_group_id': '434f2bfd-cc94-4286-8612-2f1e9b25a0f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:14.774663 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.824040 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Provisioning complete for port 8f567542-12f5-4683-a780-4e973401d051 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:14.824411 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (8f567542-12f5-4683-a780-4e973401d051), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.904323 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a764abb-1df6-4634-9e05-b7bb26f4510d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (c955e583-60eb-4c79-8738-158c7a5c87e0), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.932513 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Made reservation on behalf of 56c3e0f16bc544eea9eba0fbacbc775c for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:14.936196 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.942575 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:14.964984 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:09Z', 'revision_number': 3, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:15.015197 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df65a0-a3fa-459b-8ee1-67db52cef30f None None] Pushing event updated for resources: {'Port': ['ID=1cf59281-0a1e-4e75-a955-b26a89602188,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:15.026966 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:15.027602 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:15.044133 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Checking router: 0a613d58-ad1c-4250-a656-c03c3157fdb0 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:15.044489 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Updating router 0a613d58-ad1c-4250-a656-c03c3157fdb0 port 54c9e202-93a0-4862-aa2c-daffba5aea94 binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:28:15.088986 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:15.104012 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:06Z', 'revision_number': 3, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:15.109662 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Pushing event updated for resources: {'Port': ['ID=1233b8a2-865b-4815-b9cd-55aa28b656c8,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:15.220843 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Current status of the port 8f567542-12f5-4683-a780-4e973401d051 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:15.223646 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacd81e-17a5-4662-9166-f475e130efdb None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:06Z', 'revision_number': 3, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:28:15.242926 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:15.252397 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Provisioning complete for port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:15.252975 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:15.255163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:15.382895 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:15.385110 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device f9c97b18-5ccf-42cc-b71e-0778d92b87b5 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:15.449065 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:15.467267 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:15.467762 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (70a56417-6944-482d-a887-c74e18d9b718), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:15.653933 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:11Z', 'revision_number': 2, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:15.675486 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Allocated IP 172.20.0.13 (88b89f53-b60a-40b8-aabd-1180bac805d4/14db61c1-fa7e-41ab-b330-17165a87135c/95396186-57af-4cd2-98a8-9deda6d87036) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:15.677176 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Allocated IP 172.20.0.1 (e3306d0d-e591-423b-8690-7ee045757dfe/c4451915-5677-4447-9290-3892b3f8ec4f/492d2cbd-a7cb-460b-a870-9bbeaea9a4b9) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:15.835840 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Checking router: 622e9664-96bf-4045-8f59-135fabc44e44 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:15.836403 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Updating router 622e9664-96bf-4045-8f59-135fabc44e44 port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:28:15.959137 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8f833940-16c7-40ba-a7cf-e1f1ea541b52 req-fa9680a6-945e-4202-8cad-3b55377e0dbd tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.2968907 Apr 14 22:28:15.996190 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:16.099198 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Publish callbacks [] for port (95396186-57af-4cd2-98a8-9deda6d87036), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.206889 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.238066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (95396186-57af-4cd2-98a8-9deda6d87036), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.246171 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Publish callbacks [] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.271248 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a764abb-1df6-4634-9e05-b7bb26f4510d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (c955e583-60eb-4c79-8738-158c7a5c87e0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.301286 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:16.304835 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.409449 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.544163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Current status of the port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:16.551284 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a764abb-1df6-4634-9e05-b7bb26f4510d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (c955e583-60eb-4c79-8738-158c7a5c87e0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.579492 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Attempting to bind port 54c9e202-93a0-4862-aa2c-daffba5aea94 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:16.582269 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Attempting to bind port 54c9e202-93a0-4862-aa2c-daffba5aea94 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:16.585973 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Attempting to bind port 54c9e202-93a0-4862-aa2c-daffba5aea94 on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:16.601833 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:16.609670 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:16.611195 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.611853 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:16.614109 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Bound port: 54c9e202-93a0-4862-aa2c-daffba5aea94, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:16.615456 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.636009 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Publish callbacks [] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.664913 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c236530-063f-4c80-984a-a29fedb540ac None None] Pushing event updated for resources: {'Port': ['ID=54c9e202-93a0-4862-aa2c-daffba5aea94,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:16.667824 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Provisioning complete for port bcec875a-062b-4153-b393-a7d4ed002ea6 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:16.668755 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.744917 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Publish callbacks [] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.756693 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Port bcec875a-062b-4153-b393-a7d4ed002ea6 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:16.795677 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Provisioning complete for port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:16.802209 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Network 88b89f53-b60a-40b8-aabd-1180bac805d4 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:16.803179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.807530 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.824335 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a764abb-1df6-4634-9e05-b7bb26f4510d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c955e583-60eb-4c79-8738-158c7a5c87e0,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:16.835906 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:16.889559 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Pushing event updated for resources: {'Port': ['ID=95396186-57af-4cd2-98a8-9deda6d87036,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:16.917745 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:16.919998 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:16.959487 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] For port 54c9e202-93a0-4862-aa2c-daffba5aea94, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:16.966827 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1a764abb-1df6-4634-9e05-b7bb26f4510d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:16.976178 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1a764abb-1df6-4634-9e05-b7bb26f4510d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2195148 Apr 14 22:28:16.983486 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50204) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:17.009613 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] For port 54c9e202-93a0-4862-aa2c-daffba5aea94, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=54c9e202-93a0-4862-aa2c-daffba5aea94,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:17.033008 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-9fa8c856-67dd-44fd-882e-bebc8da2d5da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'security_group_rule': {'security_group_id': '434f2bfd-cc94-4286-8612-2f1e9b25a0f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:17.062458 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.065824 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (5e8847e0-c7a7-4605-bb91-25a26eda9e18), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.109573 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:17.123506 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Network e3306d0d-e591-423b-8690-7ee045757dfe is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:17.135553 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:17.153894 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.155080 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:17.156283 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.160301 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.176761 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:17.185700 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:17.188416 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (0a613d58-ad1c-4250-a656-c03c3157fdb0), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.248777 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Current status of the port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:17.274217 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Provisioning complete for port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:17.275285 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.416422 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c856-67dd-44fd-882e-bebc8da2d5da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (c2efc1fe-0852-4b85-9ee5-f68d67e9d2f6), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.475465 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-007c8ec9-f0c9-4132-818c-552f3fccb774 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0527558 Apr 14 22:28:17.483031 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.526451 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:17.536138 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:17.548774 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c236530-063f-4c80-984a-a29fedb540ac None None] Pushing event updated for resources: {'Port': ['ID=54c9e202-93a0-4862-aa2c-daffba5aea94,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:17.576317 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Pushing event updated for resources: {'Port': ['ID=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:17.652883 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:09Z', 'revision_number': 3, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:17.809687 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Publish callbacks [] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:17.811448 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7792a0e-226b-4494-bfd1-07a93deb963d req-5e248f0a-43b3-4c67-a616-229c19a1a14f tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:17.813760 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b7792a0e-226b-4494-bfd1-07a93deb963d req-5e248f0a-43b3-4c67-a616-229c19a1a14f tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 932 time: 0.2178135 Apr 14 22:28:17.814597 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcec875a-062b-4153-b393-a7d4ed002ea6,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:17.857692 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0d44568e-540f-4801-bef9-0a47b421b8a8 None None] Port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:17.896491 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c856-67dd-44fd-882e-bebc8da2d5da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (c2efc1fe-0852-4b85-9ee5-f68d67e9d2f6), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.081452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:18.081452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.083318 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50216) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:18.083660 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.083755 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.083755 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (70a56417-6944-482d-a887-c74e18d9b718), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.083929 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=269b572d-b8bc-4fe0-ba31-fa7a6fe85432,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:18.084027 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d064e731-4e77-4913-ae7d-e26e09877bc1 None None] The sync data for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi is: [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:09Z', 'revision_number': 3, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:28:18.084150 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b7792a0e-226b-4494-bfd1-07a93deb963d req-6a469553-5a9a-42c8-9615-71b9534d00e9 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969478 Apr 14 22:28:18.084236 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-631c043b-f61d-4c8b-b269-069f92e12d6c None None] Provisioning complete for port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:18.084236 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-631c043b-f61d-4c8b-b269-069f92e12d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.084394 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:18.084394 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:18.129873 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Pushing event updated for resources: {'Port': ['ID=1233b8a2-865b-4815-b9cd-55aa28b656c8,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:18.192610 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c856-67dd-44fd-882e-bebc8da2d5da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (c2efc1fe-0852-4b85-9ee5-f68d67e9d2f6), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.192841 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Publish callbacks [] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.409993 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-5578e702-72fb-4efc-a477-0ea1eb0ad0e4 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:28:18.412075 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-5578e702-72fb-4efc-a477-0ea1eb0ad0e4 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119734 Apr 14 22:28:18.417288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8c856-67dd-44fd-882e-bebc8da2d5da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2efc1fe-0852-4b85-9ee5-f68d67e9d2f6,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:18.428702 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e4d610b0-75fa-4bdd-b428-d48eab9f3c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.488413 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.679662 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa2085-a1b5-43e5-a584-2990e51791ce None None] Pushing event updated for resources: {'Port': ['ID=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:18.683260 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Publish callbacks [] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.699145 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:28:18.784585 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.802657 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.804205 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (0a613d58-ad1c-4250-a656-c03c3157fdb0), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.825492 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-631c043b-f61d-4c8b-b269-069f92e12d6c None None] Port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:18.898994 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Attempting to bind port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:18.899305 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Attempting to bind port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:18.899682 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Attempting to bind port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 on network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:18.907200 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:18.907586 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Checking segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:18.907997 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.908397 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Bound using segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:18.908882 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Bound port: d91f35bf-4ad3-49e9-92e2-4656fc8a50d0, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:18.909265 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.941993 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c856-67dd-44fd-882e-bebc8da2d5da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:18.947063 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9fa8c856-67dd-44fd-882e-bebc8da2d5da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9269176 Apr 14 22:28:18.966097 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50228) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:18.981705 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:18.988366 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:19.025172 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Pushing event updated for resources: {'Port': ['ID=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:19.086824 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] For port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:19.087890 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:19.088492 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] For port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:19.093659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:19.238225 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:19.255049 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e4d610b0-75fa-4bdd-b428-d48eab9f3c51 admin admin] Publish callbacks [] for security_group (ff05b2c9-b892-4bf0-9aa0-ea61c014a289), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:19.267861 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-631c043b-f61d-4c8b-b269-069f92e12d6c None None] Provisioning complete for port 1233b8a2-865b-4815-b9cd-55aa28b656c8 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:19.268404 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-631c043b-f61d-4c8b-b269-069f92e12d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:19.270532 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:19.353827 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:19.396197 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e4d610b0-75fa-4bdd-b428-d48eab9f3c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ff05b2c9-b892-4bf0-9aa0-ea61c014a289), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:19.432585 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:19.444037 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:19.600571 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Network e3306d0d-e591-423b-8690-7ee045757dfe is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:19.616625 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:19.630035 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454a1be-02a3-4efc-95c2-4b3848979ae9 req-878447c4-ac01-4557-96af-3ce20af780c0 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:19.634094 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0454a1be-02a3-4efc-95c2-4b3848979ae9 req-878447c4-ac01-4557-96af-3ce20af780c0 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 932 time: 0.3743236 Apr 14 22:28:19.664818 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=269b572d-b8bc-4fe0-ba31-fa7a6fe85432,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:19.739150 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-631c043b-f61d-4c8b-b269-069f92e12d6c None None] Port 1233b8a2-865b-4815-b9cd-55aa28b656c8 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:19.777403 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:19.805352 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:19.806594 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:19.897498 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:19.918786 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Request body: {'port': {'device_id': '296c125f-cb01-4af5-9f13-e296ee554e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:19.934763 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6a9d5ffb-8f80-458f-9348-96e4728894e7 admin admin] 10.222.0.50 "PUT /v2.0/routers/5e8847e0-c7a7-4605-bb91-25a26eda9e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3427033 Apr 14 22:28:19.963511 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e4d610b0-75fa-4bdd-b428-d48eab9f3c51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6275b5affddc4fccb16b8b24341e8bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9971831 Apr 14 22:28:20.042822 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d610b0-75fa-4bdd-b428-d48eab9f3c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff05b2c9-b892-4bf0-9aa0-ea61c014a289,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:20.043033 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:20.058049 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50246) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:20.074031 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Provisioning complete for port bcec875a-062b-4153-b393-a7d4ed002ea6 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:20.076947 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:20.107137 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa2085-a1b5-43e5-a584-2990e51791ce None None] Pushing event updated for resources: {'Port': ['ID=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:20.217720 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:20.218245 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Router 0a613d58-ad1c-4250-a656-c03c3157fdb0 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:28:20.262633 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0454a1be-02a3-4efc-95c2-4b3848979ae9 req-7ea8adfb-3b4b-48e7-811b-19dea706f6b1 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806392 Apr 14 22:28:20.277542 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:20.277542 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:20.417182 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Router 70a56417-6944-482d-a887-c74e18d9b718 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:28:20.421188 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (95396186-57af-4cd2-98a8-9deda6d87036), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:20.489064 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:19Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:20.579856 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150ceb5-7c20-4f92-8ffa-cd8ea2e5c786 None None] The sync data for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi is: [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:19Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:28:20.607020 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:20.631058 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b9556276-b8d0-4140-89a2-f25e760a0b67 admin admin] 10.222.0.50 "PUT /v2.0/routers/0a613d58-ad1c-4250-a656-c03c3157fdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9242759 Apr 14 22:28:20.718902 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42a0e9ae-bddd-4de1-88a6-5dec0717d2e5 admin admin] Publish callbacks [] for security_group (ff05b2c9-b892-4bf0-9aa0-ea61c014a289), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:20.733128 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:20.870182 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:09Z', 'revision_number': 3, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:20.965736 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Port bcec875a-062b-4153-b393-a7d4ed002ea6 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:21.000895 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291e0558-bbd2-4540-b4d2-e536f198ee3e None None] The sync data for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi is: [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:09Z', 'revision_number': 3, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:28:21.068259 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Allocated IP 172.27.0.206 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/8f1fc11e-adce-45b5-bdf2-7ef19a684704) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:21.133594 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Provisioning complete for port 1233b8a2-865b-4815-b9cd-55aa28b656c8 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:21.133974 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.145050 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:21.146329 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 1cf59281-0a1e-4e75-a955-b26a89602188 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:21.332942 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50278) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:21.340637 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-96900cbe-22d1-4896-a3aa-05c950b39328 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671560323', 'description': 'tempest-description--52929385'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:21.376585 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for port (8f1fc11e-adce-45b5-bdf2-7ef19a684704), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.433863 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Port 1233b8a2-865b-4815-b9cd-55aa28b656c8 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:21.461325 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42a0e9ae-bddd-4de1-88a6-5dec0717d2e5 admin admin] Publish callbacks [] for security_group (ff05b2c9-b892-4bf0-9aa0-ea61c014a289), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.488529 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96900cbe-22d1-4896-a3aa-05c950b39328 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.507643 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Provisioning complete for port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:21.509939 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.527897 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 1cf59281-0a1e-4e75-a955-b26a89602188 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:21.531284 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.666328 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96900cbe-22d1-4896-a3aa-05c950b39328 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (a9d2f4dd-3037-479d-88ef-fd788397f614), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.725608 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7248f-1d7b-42da-841c-511a123d2476 req-3015e4a3-95e6-47f2-99b0-4b7134fd0a55 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:21.730563 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-3015e4a3-95e6-47f2-99b0-4b7134fd0a55 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 818 time: 0.3221049 Apr 14 22:28:21.743829 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96900cbe-22d1-4896-a3aa-05c950b39328 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (a9d2f4dd-3037-479d-88ef-fd788397f614), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.786267 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:15Z', 'revision_number': 2, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:21.961926 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96900cbe-22d1-4896-a3aa-05c950b39328 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d2f4dd-3037-479d-88ef-fd788397f614,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:21.976850 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf03c6-d3db-43d9-89b7-659154e4bbe9 req-f02d5224-2b56-426e-8e41-1f8af637e3dd tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:21.978766 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Current status of the port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:21.979659 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:21.988564 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cfcf03c6-d3db-43d9-89b7-659154e4bbe9 req-f02d5224-2b56-426e-8e41-1f8af637e3dd tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 932 time: 0.2233105 Apr 14 22:28:21.994208 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96900cbe-22d1-4896-a3aa-05c950b39328 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.000069 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-96900cbe-22d1-4896-a3aa-05c950b39328 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6655183 Apr 14 22:28:22.001857 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50292) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:22.038630 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-d1a0fab7-c4ad-4869-9558-cae40b5acec7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2f4dd-3037-479d-88ef-fd788397f614', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:22.039716 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] For port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:22.041740 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:22.042644 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Updating router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 port bcec875a-062b-4153-b393-a7d4ed002ea6 binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:28:22.093108 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 1cf59281-0a1e-4e75-a955-b26a89602188 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:22.093510 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.099093 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-8b4ad0d6-cb74-44a1-8487-ac3ec646ff74 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/quotas/57def141e03c43bfbf79ccaa30e3d3eb HTTP/1.1" status: 200 len: 375 time: 0.3254004 Apr 14 22:28:22.130876 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 1cf59281-0a1e-4e75-a955-b26a89602188, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=1cf59281-0a1e-4e75-a955-b26a89602188,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:22.134644 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.191692 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cfcf03c6-d3db-43d9-89b7-659154e4bbe9 req-baf89f80-d3b5-4805-a7f5-38fdc9e33329 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996155 Apr 14 22:28:22.241294 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.252656 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.253439 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 3acda65e-38e9-451b-9812-c4801d5078ec up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:22.271444 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff4167-132c-4064-b042-f5f1e2a81b88 None None] Pushing event updated for resources: {'Port': ['ID=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:22.276714 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fab7-c4ad-4869-9558-cae40b5acec7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (86e39c71-f60a-49dd-8f5d-d65fa16994b4), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.394793 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fab7-c4ad-4869-9558-cae40b5acec7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (86e39c71-f60a-49dd-8f5d-d65fa16994b4), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.407886 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (8f1fc11e-adce-45b5-bdf2-7ef19a684704), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.435175 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-d34dcc3f-c229-4f8f-be93-7b4aef93c5b2 None None] Provisioning complete for port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:22.435175 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d34dcc3f-c229-4f8f-be93-7b4aef93c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.454246 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fab7-c4ad-4869-9558-cae40b5acec7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (86e39c71-f60a-49dd-8f5d-d65fa16994b4), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.499893 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0fab7-c4ad-4869-9558-cae40b5acec7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e39c71-f60a-49dd-8f5d-d65fa16994b4,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:22.529625 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 3acda65e-38e9-451b-9812-c4801d5078ec triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:22.530025 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.549337 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d1a0fab7-c4ad-4869-9558-cae40b5acec7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.551029 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d1a0fab7-c4ad-4869-9558-cae40b5acec7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5374491 Apr 14 22:28:22.554291 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50302) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:22.561106 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-0d2be929-6fab-4400-96c7-9d282046c6d0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2f4dd-3037-479d-88ef-fd788397f614', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:22.667908 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d34dcc3f-c229-4f8f-be93-7b4aef93c5b2 None None] Port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:22.703310 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-8c6321c4-4762-40d0-b410-abca86a7cc28 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5911789 Apr 14 22:28:22.727788 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d2be929-6fab-4400-96c7-9d282046c6d0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (98ecfc63-133e-4204-b679-6adddc98e7c4), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.762654 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=1cf59281-0a1e-4e75-a955-b26a89602188,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:22.804651 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:22.846929 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Sync routers for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:22.858885 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:22.859926 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:22.875562 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-48e02682-9cb5-438f-b1bb-4213f52e9e54 admin admin] 10.222.0.50 "PUT /v2.0/routers/70a56417-6944-482d-a887-c74e18d9b718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5104096 Apr 14 22:28:22.882423 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d2be929-6fab-4400-96c7-9d282046c6d0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (98ecfc63-133e-4204-b679-6adddc98e7c4), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.896621 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42a0e9ae-bddd-4de1-88a6-5dec0717d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ff05b2c9-b892-4bf0-9aa0-ea61c014a289), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.899255 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42a0e9ae-bddd-4de1-88a6-5dec0717d2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.904716 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-42a0e9ae-bddd-4de1-88a6-5dec0717d2e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff05b2c9-b892-4bf0-9aa0-ea61c014a289 HTTP/1.1" status: 204 len: 168 time: 2.8366833 Apr 14 22:28:22.954585 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:22.956963 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d2be929-6fab-4400-96c7-9d282046c6d0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (98ecfc63-133e-4204-b679-6adddc98e7c4), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:22.976089 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'Port': ['ID=8f1fc11e-adce-45b5-bdf2-7ef19a684704,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:23.050630 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2be929-6fab-4400-96c7-9d282046c6d0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ecfc63-133e-4204-b679-6adddc98e7c4,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:23.054361 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:23.102854 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:23.109173 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0e9ae-bddd-4de1-88a6-5dec0717d2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff05b2c9-b892-4bf0-9aa0-ea61c014a289,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:23.150102 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d2be929-6fab-4400-96c7-9d282046c6d0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:23.152573 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-0d2be929-6fab-4400-96c7-9d282046c6d0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5965576 Apr 14 22:28:23.155708 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50314) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:23.163257 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:23.329408 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:23.343625 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:23.378346 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95396186-57af-4cd2-98a8-9deda6d87036 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:23.397501 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Publish callbacks [] for port (95396186-57af-4cd2-98a8-9deda6d87036), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:23.441107 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Transition to ACTIVE for port object 95396186-57af-4cd2-98a8-9deda6d87036 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:28:23.505001 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (ef60a2c7-cf1a-4608-95d6-4a45d7692d37), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:23.526692 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (95396186-57af-4cd2-98a8-9deda6d87036), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:23.674019 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742619-c705-4767-8bb7-1bbb8834e48a req-1588e760-fec0-44d9-b24e-73e3d130bc82 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:23.677728 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Pushing event updated for resources: {'Port': ['ID=95396186-57af-4cd2-98a8-9deda6d87036,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:23.694916 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b6742619-c705-4767-8bb7-1bbb8834e48a req-1588e760-fec0-44d9-b24e-73e3d130bc82 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 932 time: 0.2818038 Apr 14 22:28:23.710043 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 3acda65e-38e9-451b-9812-c4801d5078ec is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:23.710689 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:23.780035 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:23.821071 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 3acda65e-38e9-451b-9812-c4801d5078ec, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=3acda65e-38e9-451b-9812-c4801d5078ec,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:23.884250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:23.900709 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b6742619-c705-4767-8bb7-1bbb8834e48a req-f3a2d14d-a3d6-4d46-b21e-85ebdae78513 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045498 Apr 14 22:28:24.042085 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8f1fc11e-adce-45b5-bdf2-7ef19a684704), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.062767 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 2, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:24.107918 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Allocated IP 172.27.0.192 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/0dc6c6f7-9ccb-457a-86d1-eeda343d4032) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:24.131843 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Checking router: 70a56417-6944-482d-a887-c74e18d9b718 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:24.132516 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Updating router 70a56417-6944-482d-a887-c74e18d9b718 port 1233b8a2-865b-4815-b9cd-55aa28b656c8 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:28:24.196351 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.289978 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for port (8f1fc11e-adce-45b5-bdf2-7ef19a684704), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.296825 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-b0917de8-193b-43c7-a4ae-5a7983bbba27 service neutron] 10.222.0.50 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5623209 Apr 14 22:28:24.363875 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:24.392135 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.401575 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=3acda65e-38e9-451b-9812-c4801d5078ec,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:24.407330 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8f1fc11e-adce-45b5-bdf2-7ef19a684704), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.465414 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'Port': ['ID=8f1fc11e-adce-45b5-bdf2-7ef19a684704,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:24.471898 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (ef60a2c7-cf1a-4608-95d6-4a45d7692d37), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.508897 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Attempting to bind port 95396186-57af-4cd2-98a8-9deda6d87036 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:24.509798 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Attempting to bind port 95396186-57af-4cd2-98a8-9deda6d87036 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '19e93ad7-1d1a-45d1-ad15-45a5a025b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '88b89f53-b60a-40b8-aabd-1180bac805d4'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:24.510320 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Attempting to bind port 95396186-57af-4cd2-98a8-9deda6d87036 on network 88b89f53-b60a-40b8-aabd-1180bac805d4 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:24.518148 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Port 95396186-57af-4cd2-98a8-9deda6d87036 on network 88b89f53-b60a-40b8-aabd-1180bac805d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:28:24.518648 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Attempting to bind port 95396186-57af-4cd2-98a8-9deda6d87036 on network 88b89f53-b60a-40b8-aabd-1180bac805d4 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:24.520178 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Publish callbacks [] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.530768 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:24.531071 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Checking segment: {'id': '19e93ad7-1d1a-45d1-ad15-45a5a025b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '88b89f53-b60a-40b8-aabd-1180bac805d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:24.533318 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Bound using segment: {'id': '19e93ad7-1d1a-45d1-ad15-45a5a025b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '88b89f53-b60a-40b8-aabd-1180bac805d4'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:24.533875 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Bound port: 95396186-57af-4cd2-98a8-9deda6d87036, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e93ad7-1d1a-45d1-ad15-45a5a025b83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '88b89f53-b60a-40b8-aabd-1180bac805d4'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:24.534248 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (95396186-57af-4cd2-98a8-9deda6d87036), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.568939 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.582103 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.583872 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-70397ea9-da39-491a-8d96-068c42f68daa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6163213 Apr 14 22:28:24.592539 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-ef09c409-9061-4872-9b26-71c2b0092fd5 service neutron] 10.222.0.50 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668672 Apr 14 22:28:24.639280 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.675275 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:24.680999 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:24.685760 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:24.763288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] For port 95396186-57af-4cd2-98a8-9deda6d87036, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:24.828462 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:24.829186 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.845478 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] For port 95396186-57af-4cd2-98a8-9deda6d87036, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=95396186-57af-4cd2-98a8-9deda6d87036,segment=NetworkSegment(19e93ad7-1d1a-45d1-ad15-45a5a025b83b),segment_id=19e93ad7-1d1a-45d1-ad15-45a5a025b83b)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:24.861443 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=0dc6c6f7-9ccb-457a-86d1-eeda343d4032,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:24.912239 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (24b289bc-1c19-4b1c-95a3-bee90dc00b75), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:24.932886 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (95396186-57af-4cd2-98a8-9deda6d87036), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.080469 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92805b1-9d54-4c12-918d-8f01fef32ef0 None None] Pushing event updated for resources: {'Port': ['ID=bcec875a-062b-4153-b393-a7d4ed002ea6,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:25.110570 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:25.151659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.167468 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] 10.222.0.37 "PUT /v2.0/ports/95396186-57af-4cd2-98a8-9deda6d87036 HTTP/1.1" status: 200 len: 1094 time: 5.5854445 Apr 14 22:28:25.171228 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296c125f-cb01-4af5-9f13-e296ee554e5c', 'tag': '95396186-57af-4cd2-98a8-9deda6d87036'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:25.216647 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.243254 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Publish callbacks [] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.333748 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.440604 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Attempting to bind port bcec875a-062b-4153-b393-a7d4ed002ea6 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:25.446571 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Attempting to bind port bcec875a-062b-4153-b393-a7d4ed002ea6 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:25.446571 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Attempting to bind port bcec875a-062b-4153-b393-a7d4ed002ea6 on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:25.488633 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65225b86-5845-466a-961c-428ae2cd8674 None None] Pushing event updated for resources: {'Port': ['ID=1233b8a2-865b-4815-b9cd-55aa28b656c8,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:25.524938 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Sync routers for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:25.548288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe70f77-a6a3-46a4-92c2-3a361e3047f2 service neutron] Pushing event updated for resources: {'Port': ['ID=95396186-57af-4cd2-98a8-9deda6d87036,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:25.614823 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:25.615322 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Checking segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:25.615689 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.616096 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Bound using segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:25.616590 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Bound port: bcec875a-062b-4153-b393-a7d4ed002ea6, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:25.617094 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.650544 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-9689eaff-fce1-49be-a7a8-83fe79fa0351 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1522368828&fields=id&tenant_id=8440fd0b09b84c66958ab2cfe0101e08 HTTP/1.1" status: 200 len: 267 time: 0.5421441 Apr 14 22:28:25.692148 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Attempting to bind port 1233b8a2-865b-4815-b9cd-55aa28b656c8 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:25.692801 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Attempting to bind port 1233b8a2-865b-4815-b9cd-55aa28b656c8 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:25.693575 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Attempting to bind port 1233b8a2-865b-4815-b9cd-55aa28b656c8 on network 159b1b7f-6741-46d2-acf2-45a3089013d8 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:25.701057 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:25.708552 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:25.709299 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:25.712758 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Checking segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:25.715715 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.715715 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Bound using segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:25.719692 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Bound port: 1233b8a2-865b-4815-b9cd-55aa28b656c8, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:25.720397 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.727511 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.758864 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b8d67-5945-4071-9135-3489d905c5de" -d '{"events": [{"name": "network-changed", "server_uuid": "296c125f-cb01-4af5-9f13-e296ee554e5c", "tag": "95396186-57af-4cd2-98a8-9deda6d87036"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:25.809600 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:25.810876 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 1cf59281-0a1e-4e75-a955-b26a89602188 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:25.852914 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] For port 1233b8a2-865b-4815-b9cd-55aa28b656c8, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:25.859369 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] For port 1233b8a2-865b-4815-b9cd-55aa28b656c8, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=1233b8a2-865b-4815-b9cd-55aa28b656c8,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:25.876205 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.892161 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (24b289bc-1c19-4b1c-95a3-bee90dc00b75), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.909494 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-596c807a-4fd2-4eda-8d9c-306ab93fb70c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:25.917519 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-596c807a-4fd2-4eda-8d9c-306ab93fb70c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 817 time: 0.2641699 Apr 14 22:28:25.939553 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-dfce6aaf-2ab8-4ddd-b02b-dee593bcb57b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/quotas/8440fd0b09b84c66958ab2cfe0101e08 HTTP/1.1" status: 200 len: 375 time: 0.0209603 Apr 14 22:28:25.969939 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.975786 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-ad5a8545-fa31-4b5d-bf19-fd89ac00de64 None None] Provisioning complete for port bcec875a-062b-4153-b393-a7d4ed002ea6 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:25.976357 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad5a8545-fa31-4b5d-bf19-fd89ac00de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:25.979190 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=0dc6c6f7-9ccb-457a-86d1-eeda343d4032,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:26.029465 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:26.043960 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-0d6df26a-eaf2-4769-97a8-a63c8d8ee8bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8822331 Apr 14 22:28:26.045171 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-20a8f715-7df1-4348-a96d-fa746b77ce2c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047404 Apr 14 22:28:26.087656 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65225b86-5845-466a-961c-428ae2cd8674 None None] Pushing event updated for resources: {'Port': ['ID=1233b8a2-865b-4815-b9cd-55aa28b656c8,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:26.104027 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:26.104648 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:26.157581 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a8545-fa31-4b5d-bf19-fd89ac00de64 None None] Port bcec875a-062b-4153-b393-a7d4ed002ea6 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:26.210649 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] For port bcec875a-062b-4153-b393-a7d4ed002ea6, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:26.230370 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] For port bcec875a-062b-4153-b393-a7d4ed002ea6, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=bcec875a-062b-4153-b393-a7d4ed002ea6,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:26.231072 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50400) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:26.234766 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-d35598d6-78f2-45b1-8d9c-002431f789a2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730100469', 'description': 'tempest-description--1062428722'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:26.334773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-5839ed9b-d380-4884-b9f9-b3686ab10712 None None] Provisioning complete for port 1233b8a2-865b-4815-b9cd-55aa28b656c8 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:26.335209 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5839ed9b-d380-4884-b9f9-b3686ab10712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:26.348547 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:26.368181 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d35598d6-78f2-45b1-8d9c-002431f789a2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:26.393562 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b8263-ed62-4469-9f4b-9aaa942fbc0b req-8cd35c31-9d44-4a00-b2a9-63e5ba60f28e tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:26.395045 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-105fd416-7d90-4455-a0c8-4408b302800c service neutron] 10.222.0.50 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780478 Apr 14 22:28:26.405422 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-625b8263-ed62-4469-9f4b-9aaa942fbc0b req-8cd35c31-9d44-4a00-b2a9-63e5ba60f28e tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.0931675 Apr 14 22:28:26.483910 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:26.504076 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92805b1-9d54-4c12-918d-8f01fef32ef0 None None] Pushing event updated for resources: {'Port': ['ID=bcec875a-062b-4153-b393-a7d4ed002ea6,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:26.504494 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-625b8263-ed62-4469-9f4b-9aaa942fbc0b req-e0668c2e-e825-4e7e-90c2-c2632aa3f7a8 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975077 Apr 14 22:28:26.511840 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 1cf59281-0a1e-4e75-a955-b26a89602188 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:26.512200 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:26.539886 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:26.601254 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-7c7a8c4d-1336-4a82-95c7-a25600b502c0 service neutron] 10.222.0.50 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020004 Apr 14 22:28:26.609360 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2fad80de-6ce3-4ed1-ab13-b2278ce0e808 req-6eb19046-8e3e-4f9f-a796-139a74ed56c7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 210 time: 0.0550168 Apr 14 22:28:26.613617 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d35598d6-78f2-45b1-8d9c-002431f789a2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (0727fc4d-1a3e-4308-80c0-a2efb653f906), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:26.688150 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d35598d6-78f2-45b1-8d9c-002431f789a2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (0727fc4d-1a3e-4308-80c0-a2efb653f906), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:26.770346 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35598d6-78f2-45b1-8d9c-002431f789a2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0727fc4d-1a3e-4308-80c0-a2efb653f906,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:26.777934 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:25Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:26.804747 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:26.805390 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:26.826554 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d35598d6-78f2-45b1-8d9c-002431f789a2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:26.826554 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d35598d6-78f2-45b1-8d9c-002431f789a2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5927227 Apr 14 22:28:26.827456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50418) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:26.832850 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-3a894ec1-cb06-49b0-8082-9b688887eb19 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'security_group_rule': {'security_group_id': '0727fc4d-1a3e-4308-80c0-a2efb653f906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:26.867188 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7fb969-1a2e-43d1-a61c-b4fbdc6c32df None None] The sync data for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi is: [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:25Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:28:27.063445 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3a894ec1-cb06-49b0-8082-9b688887eb19 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (fe25eab5-912c-4d78-9bf0-986228460468), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.196188 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 1cf59281-0a1e-4e75-a955-b26a89602188 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:27.197353 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 54c9e202-93a0-4862-aa2c-daffba5aea94 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:27.201037 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-5839ed9b-d380-4884-b9f9-b3686ab10712 None None] Current status of the port 1233b8a2-865b-4815-b9cd-55aa28b656c8 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:27.201438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5839ed9b-d380-4884-b9f9-b3686ab10712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.225204 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3a894ec1-cb06-49b0-8082-9b688887eb19 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (fe25eab5-912c-4d78-9bf0-986228460468), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.262913 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-5839ed9b-d380-4884-b9f9-b3686ab10712 None None] For port 1233b8a2-865b-4815-b9cd-55aa28b656c8, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=1233b8a2-865b-4815-b9cd-55aa28b656c8,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:27.316488 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3a894ec1-cb06-49b0-8082-9b688887eb19 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (fe25eab5-912c-4d78-9bf0-986228460468), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.361398 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465f0192-010d-4949-a9fc-9c97ab05cf61 x-openstack-request-id: req-465f0192-010d-4949-a9fc-9c97ab05cf61 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:27.361694 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296c125f-cb01-4af5-9f13-e296ee554e5c", "tag": "95396186-57af-4cd2-98a8-9deda6d87036", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:27.380560 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-465f0192-010d-4949-a9fc-9c97ab05cf61 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:27.384769 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465f0192-010d-4949-a9fc-9c97ab05cf61'] response: {'name': 'network-changed', 'server_uuid': '296c125f-cb01-4af5-9f13-e296ee554e5c', 'tag': '95396186-57af-4cd2-98a8-9deda6d87036', 'status': 'completed', 'code': 200} Apr 14 22:28:27.384769 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a894ec1-cb06-49b0-8082-9b688887eb19 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe25eab5-912c-4d78-9bf0-986228460468,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:27.392080 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5839ed9b-d380-4884-b9f9-b3686ab10712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.401474 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:18Z', 'revision_number': 2, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:27.409336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3a894ec1-cb06-49b0-8082-9b688887eb19 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.410686 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3a894ec1-cb06-49b0-8082-9b688887eb19 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5820358 Apr 14 22:28:27.413954 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50444) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:27.429382 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-31b74830-9e0d-41f4-a950-4582456e950a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'security_group_rule': {'security_group_id': '0727fc4d-1a3e-4308-80c0-a2efb653f906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:27.514679 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Checking router: 0a613d58-ad1c-4250-a656-c03c3157fdb0 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:27.515172 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Updating router 0a613d58-ad1c-4250-a656-c03c3157fdb0 port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:28:27.593915 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-d9eb693c-b011-4a97-b57b-d1710a0e6936 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--671560323&fields=id&tenant_id=fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 267 time: 0.0976930 Apr 14 22:28:27.599718 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-31b74830-9e0d-41f4-a950-4582456e950a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (c33fa22d-8c99-4806-bae8-fe8a753a6dcd), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.609686 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:27.735867 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Provisioning complete for port bcec875a-062b-4153-b393-a7d4ed002ea6 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:27.736250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.805566 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-31b74830-9e0d-41f4-a950-4582456e950a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (c33fa22d-8c99-4806-bae8-fe8a753a6dcd), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.814310 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.856081 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 54c9e202-93a0-4862-aa2c-daffba5aea94 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:27.856344 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:27.869428 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-5fe7ddce-3f39-4ee8-ab90-b0b7b3b4f3cf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:27.881560 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-5fe7ddce-3f39-4ee8-ab90-b0b7b3b4f3cf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 815 time: 0.2763202 Apr 14 22:28:28.008257 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-31b74830-9e0d-41f4-a950-4582456e950a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (c33fa22d-8c99-4806-bae8-fe8a753a6dcd), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:28.130320 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-f9e76676-9a3d-4dc2-8cda-3d376b98299b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/quotas/fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 375 time: 0.2472985 Apr 14 22:28:28.179018 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-af928812-fa3e-4080-97d8-399ca6aa052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:28.180485 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-af928812-fa3e-4080-97d8-399ca6aa052f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56c3e0f16bc544eea9eba0fbacbc775c&device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 1128 time: 0.2752380 Apr 14 22:28:28.305419 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b74830-9e0d-41f4-a950-4582456e950a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33fa22d-8c99-4806-bae8-fe8a753a6dcd,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:28.420673 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-31b74830-9e0d-41f4-a950-4582456e950a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:28.424798 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-31b74830-9e0d-41f4-a950-4582456e950a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0088181 Apr 14 22:28:28.438258 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50482) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:28.438496 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839ed9b-d380-4884-b9f9-b3686ab10712 None None] Pushing event updated for resources: {'Port': ['ID=1233b8a2-865b-4815-b9cd-55aa28b656c8,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:28.445732 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:28.484219 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-6eb1e91e-ac11-4abd-9ad4-72882abda8c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95396186-57af-4cd2-98a8-9deda6d87036 HTTP/1.1" status: 200 len: 217 time: 0.2807548 Apr 14 22:28:28.506687 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-1c90bd02-1ecb-4610-bd12-7e64b6c86ae6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3701096 Apr 14 22:28:28.533168 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-8f4b4e4b-b34d-48ea-b8f2-b546b6a1452f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:28.540959 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-8f4b4e4b-b34d-48ea-b8f2-b546b6a1452f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 818 time: 0.6469743 Apr 14 22:28:28.544841 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:28.577073 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-d14d4528-5714-4673-bd4b-067884230a9f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/quotas/57def141e03c43bfbf79ccaa30e3d3eb HTTP/1.1" status: 200 len: 375 time: 0.0348623 Apr 14 22:28:28.776212 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-370c373e-4412-46d1-932d-62d31ba5ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:28.778287 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-370c373e-4412-46d1-932d-62d31ba5ea95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14db61c1-fa7e-41ab-b330-17165a87135c HTTP/1.1" status: 200 len: 851 time: 0.2510571 Apr 14 22:28:28.819554 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-94996c2b-9ac1-4cb0-ae8b-cb17238543f3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2202344 Apr 14 22:28:28.896820 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:28.925599 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-f74b1942-bfc9-4b8e-8e48-1c396ec17aeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88b89f53-b60a-40b8-aabd-1180bac805d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286247 Apr 14 22:28:28.980808 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-8ad730b2-e9a0-4357-9b19-0056ba126bf1 service neutron] 10.222.0.50 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152920 Apr 14 22:28:29.099839 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Current status of the port bcec875a-062b-4153-b393-a7d4ed002ea6 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:29.100171 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:29.197646 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Allocated IP 172.27.0.186 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/ad5349ea-ffe1-4463-a852-18a4268fca05) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:29.200025 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 54c9e202-93a0-4862-aa2c-daffba5aea94 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:29.200892 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:29.228732 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-ab1d4bf0-61e5-4fa7-a0d1-4b62fe8f09a9 service neutron] 10.222.0.50 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418664 Apr 14 22:28:29.240830 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-2ce98128-3d29-4e48-b4b7-8c513d31af33 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:28:29.242339 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-2ce98128-3d29-4e48-b4b7-8c513d31af33 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1905835 Apr 14 22:28:29.346190 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Publish callbacks [] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:29.350763 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] For port bcec875a-062b-4153-b393-a7d4ed002ea6, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=bcec875a-062b-4153-b393-a7d4ed002ea6,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:29.356716 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 54c9e202-93a0-4862-aa2c-daffba5aea94, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=54c9e202-93a0-4862-aa2c-daffba5aea94,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:29.371047 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:26Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:29.406163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5bc7b2-7d3d-4c34-93bf-60072723fcd2 None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:26Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:28:29.431690 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:29.479619 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:29.485407 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:29.486138 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:29.493937 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Provisioning complete for port 1233b8a2-865b-4815-b9cd-55aa28b656c8 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:29.494810 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:29.671909 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-83b735b0-71bb-42db-8c40-6ff8a8cd0400 service neutron] 10.222.0.50 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148216 Apr 14 22:28:29.680331 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-f9a01be2-2273-4b2a-8dd5-a26f46c3c701 service neutron] 10.222.0.37 "GET /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798738 Apr 14 22:28:29.693146 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Pushing event updated for resources: {'Port': ['ID=bcec875a-062b-4153-b393-a7d4ed002ea6,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:29.712269 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for port (ad5349ea-ffe1-4463-a852-18a4268fca05), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:29.767719 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.37', 53145) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:29.769554 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bdca70a8-28a9-4b50-b1a7-7f05ebb50021 req-e3a54ffb-ffc3-403a-860e-0b4575fa3006 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 210 time: 0.0877070 Apr 14 22:28:29.861218 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef9103-411a-4ec3-a5ac-42b5fc0b4509 None None] Pushing event updated for resources: {'Port': ['ID=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:30.144296 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-028931cb-b134-48ca-ae67-039cc1a89969 service neutron] 10.222.0.50 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705763 Apr 14 22:28:30.216329 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=54c9e202-93a0-4862-aa2c-daffba5aea94,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:30.283444 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (ad5349ea-ffe1-4463-a852-18a4268fca05), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:30.442452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:30.445814 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:30.506994 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:30.509182 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:30.513729 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'Port': ['ID=ad5349ea-ffe1-4463-a852-18a4268fca05,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:30.522689 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:30.523022 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Attempting to bind port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:30.526479 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Attempting to bind port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:30.528500 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Attempting to bind port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 on network e3306d0d-e591-423b-8690-7ee045757dfe {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:30.569388 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:30.571653 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Checking segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:30.572387 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:30.575888 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Bound using segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:30.577751 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Bound port: 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:30.585083 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:30.591756 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-34be9a7a-e22a-480e-a1f4-6f732096da05 None None] Current status of the port 1233b8a2-865b-4815-b9cd-55aa28b656c8 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:30.717352 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (627bac3b-b262-44e7-afdf-5ce316e83bf8), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:30.865565 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-8e657655-b16d-4541-88b5-79f4f1d08f32 None None] Provisioning complete for port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:30.865938 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8e657655-b16d-4541-88b5-79f4f1d08f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:30.908634 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-83dc8ab9-0101-4548-bccc-1ab46f5d3faa req-5e9a97ef-9b67-4533-b9c3-539fd4bd813b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.1050479 Apr 14 22:28:30.922807 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (ad5349ea-ffe1-4463-a852-18a4268fca05), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:30.941295 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:30.947974 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] For port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:30.952389 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] For port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:30.954164 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-8e657655-b16d-4541-88b5-79f4f1d08f32 None None] Port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:31.044026 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:31.245527 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aba8fa28-ff5a-42c8-9786-28945b23b8d7 req-fbea7bc8-ccdd-4363-afbc-e505d213be62 service neutron] 10.222.0.37 "GET /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4949086 Apr 14 22:28:31.268951 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef9103-411a-4ec3-a5ac-42b5fc0b4509 None None] Pushing event updated for resources: {'Port': ['ID=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:31.298758 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-553a91b4-2ac0-47e1-b505-f2ad08ebf347 req-c57e0c38-2b79-41fe-a067-21dfcc3f7fa7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.1240978 Apr 14 22:28:31.338380 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:31.339375 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:31.393268 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.37', 53150) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:31.503995 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d94b9-9364-406c-a1bf-6653fac27dd5 req-b30dc12f-9c21-4e75-9f32-d32df0a3fd17 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:31.523840 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a68d94b9-9364-406c-a1bf-6653fac27dd5 req-b30dc12f-9c21-4e75-9f32-d32df0a3fd17 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.7843864 Apr 14 22:28:31.586359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7248f-1d7b-42da-841c-511a123d2476 req-39ed1985-dc01-4151-8929-22f3986456d1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:31.603239 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-39ed1985-dc01-4151-8929-22f3986456d1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 818 time: 1.8187406 Apr 14 22:28:31.684492 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 1233b8a2-865b-4815-b9cd-55aa28b656c8 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:31.692470 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:31.781244 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:31.800632 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8d67-5945-4071-9135-3489d905c5de req-ba50fbad-8356-42c1-bcda-32a90d984f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:31.806358 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f2b8d67-5945-4071-9135-3489d905c5de req-ba50fbad-8356-42c1-bcda-32a90d984f3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56c3e0f16bc544eea9eba0fbacbc775c&device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 1128 time: 0.3670170 Apr 14 22:28:31.831006 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 1233b8a2-865b-4815-b9cd-55aa28b656c8 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:31.831616 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:31.854565 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2b8532b5-03a1-411b-820b-155726646467 req-018934a1-e5c1-4a98-93d9-b052acfabd3c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 210 time: 0.0980818 Apr 14 22:28:31.896541 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for port (ad5349ea-ffe1-4463-a852-18a4268fca05), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:31.903652 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a68d94b9-9364-406c-a1bf-6653fac27dd5 req-824c7def-8d97-462c-8a4b-75c6f95fead8 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755560 Apr 14 22:28:31.942575 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-a2e45649-e403-44b0-b697-c6b4a4656d1d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:31.944477 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-a2e45649-e403-44b0-b697-c6b4a4656d1d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 817 time: 0.3400908 Apr 14 22:28:31.961530 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (ad5349ea-ffe1-4463-a852-18a4268fca05), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.010437 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (627bac3b-b262-44e7-afdf-5ce316e83bf8), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.020459 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-8bac3f31-d1e0-45b1-b512-d189d98b6d93 None None] Provisioning complete for port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:32.020851 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8bac3f31-d1e0-45b1-b512-d189d98b6d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.037605 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'Port': ['ID=ad5349ea-ffe1-4463-a852-18a4268fca05,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:32.111686 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ac32cf0-6295-43c6-9315-e5cc5aabf6cc req-dc446938-8981-4db7-b7d9-115c4584727f tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0567896 Apr 14 22:28:32.134531 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.138769 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ebb519bb-04f3-4c3c-8b8d-910f0a085641 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7016625 Apr 14 22:28:32.139056 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 1233b8a2-865b-4815-b9cd-55aa28b656c8 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:32.141455 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 54c9e202-93a0-4862-aa2c-daffba5aea94 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:32.331570 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:30Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:32.378590 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9f030-1abf-46f3-b8ac-c665b1d26b58 None None] The sync data for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi is: [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:30Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:28:32.398431 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 54c9e202-93a0-4862-aa2c-daffba5aea94 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:32.399068 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.401498 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3f31-d1e0-45b1-b512-d189d98b6d93 None None] Current status of the port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:32.401873 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8bac3f31-d1e0-45b1-b512-d189d98b6d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.409139 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-0ce47070-7032-4be1-a8b8-706e2a244168 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--730100469&fields=id&tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d HTTP/1.1" status: 200 len: 267 time: 0.0650613 Apr 14 22:28:32.466751 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3f144d5-1ffe-4ac8-94d0-6170c59541cc req-3110e598-1484-4e2d-ba07-082034ee16c1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0389514 Apr 14 22:28:32.473024 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-8bac3f31-d1e0-45b1-b512-d189d98b6d93 None None] For port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:32.516903 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 54c9e202-93a0-4862-aa2c-daffba5aea94 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:32.518009 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 3acda65e-38e9-451b-9812-c4801d5078ec up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:32.531141 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-c0096049-136e-416b-b75d-2f638b4b034e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:32.532740 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-c0096049-136e-416b-b75d-2f638b4b034e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 811 time: 0.1160970 Apr 14 22:28:32.549455 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-b56b0fb1-7159-4020-b378-9af1c3fa8fb4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/quotas/b08d0a6fbcbc4b81b87c65495a8c6b7d HTTP/1.1" status: 200 len: 375 time: 0.0102997 Apr 14 22:28:32.566333 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8bac3f31-d1e0-45b1-b512-d189d98b6d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.577917 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 3acda65e-38e9-451b-9812-c4801d5078ec triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:32.577917 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.614175 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-18066eac-0cdf-442f-89d3-0c4232fc626b tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580857 Apr 14 22:28:32.649756 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3f31-d1e0-45b1-b512-d189d98b6d93 None None] Pushing event updated for resources: {'Port': ['ID=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:32.693818 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 3acda65e-38e9-451b-9812-c4801d5078ec is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:32.694925 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device bcec875a-062b-4153-b393-a7d4ed002ea6 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:32.724988 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-025e5d13-efc8-4cb6-9412-2756e6a63011 service neutron] 10.222.0.50 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931873 Apr 14 22:28:32.740256 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port bcec875a-062b-4153-b393-a7d4ed002ea6 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:32.740654 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:32.822614 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-05268a83-76f3-41ad-b312-dcbd5d8f5a08 service neutron] 10.222.0.50 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916460 Apr 14 22:28:32.823182 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port bcec875a-062b-4153-b393-a7d4ed002ea6 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:32.970489 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3a31d21-c7b7-4639-985f-080d8f891c82 req-ad6ee98a-b255-4fd0-abef-82c032e1012d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Apr 14 22:28:33.062380 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fa8d829c-eb61-4fa3-89d0-1ab8941763f4 req-68316688-a982-4cb5-bd6b-220d6b745216 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0280848 Apr 14 22:28:33.083129 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7702e-e340-4608-b12d-d7f7ba53ef92 req-a971537b-a360-47fa-9811-c958e18ba9f8 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:33.083129 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5a7702e-e340-4608-b12d-d7f7ba53ef92 req-a971537b-a360-47fa-9811-c958e18ba9f8 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.0507526 Apr 14 22:28:33.131370 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5a7702e-e340-4608-b12d-d7f7ba53ef92 req-3a106d1a-324e-4638-ac6f-c3e16383d9f7 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455754 Apr 14 22:28:33.204782 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9345df1a-f4c8-4e64-ae47-888cd59acfa3 req-38fcd041-b4e4-4cf3-bba9-220c0450987d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0289478 Apr 14 22:28:33.562365 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c231490c-2dd4-420b-b40b-20345fd558de req-b592772c-8b81-40e8-a1b8-ce60003a0758 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0282562 Apr 14 22:28:34.077401 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6198bd97-d5e4-4811-8832-a3eadc6c3ae9 req-ae929ecc-2b52-4258-974e-1d9e3068c700 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 210 time: 0.0317390 Apr 14 22:28:34.190440 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b206dee2-6663-4441-8a1a-7acc0cc32cba req-8cdadb9d-daf9-4bd3-95e3-cc86ec715da7 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0290766 Apr 14 22:28:34.275426 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fe282-d994-4fa4-9eed-44e388d66f7a req-a6e48570-25a6-4272-9e40-b2ac5dac813f tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:34.276997 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba3fe282-d994-4fa4-9eed-44e388d66f7a req-a6e48570-25a6-4272-9e40-b2ac5dac813f tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.0626776 Apr 14 22:28:34.353396 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-22867401-f5b3-4a68-805f-2512cac912ce req-52642fed-d9fb-4406-8f46-666ef11c0e2a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0430298 Apr 14 22:28:34.376017 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba3fe282-d994-4fa4-9eed-44e388d66f7a req-e331bc4d-5cba-46e4-bc18-7ac23823e1f3 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922825 Apr 14 22:28:34.423688 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da610e26-aae3-4e2e-83fe-0d67e7f6d7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:34.681834 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-78a57228-f990-4710-ad4f-13065baa0abb req-bf4f9010-c602-4b02-8612-f49c9e4ab85a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0315371 Apr 14 22:28:35.044866 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:35.094506 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:35.094914 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:35.186146 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:35.253446 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e5a52c8f-c1a1-4dba-bd01-291938234b47 req-87ef7bfb-6594-4fcb-a745-94aab399d0c2 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 210 time: 0.0953104 Apr 14 22:28:35.381583 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5311036a-8775-4208-986d-fb1ccc1687b0 req-aa37d999-27f8-422b-804d-93f6e62bd715 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0413351 Apr 14 22:28:35.532143 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa973fbd-3894-4232-b66e-df4b0b0b61ea req-ec306ce8-c76c-43f1-ab6e-0b9bb6b3ac2d tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:35.541694 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fa973fbd-3894-4232-b66e-df4b0b0b61ea req-ec306ce8-c76c-43f1-ab6e-0b9bb6b3ac2d tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.0650654 Apr 14 22:28:35.590903 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fa973fbd-3894-4232-b66e-df4b0b0b61ea req-da26b4b2-6572-45a5-a055-1cd285d5e726 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511403 Apr 14 22:28:35.654602 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c5c48bfd-5389-49fe-aa94-ff9466f680ec req-c9734d39-b707-400f-9ab2-d61bca90c3ec tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.1932659 Apr 14 22:28:35.753802 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'port': {'device_id': '18ffac21-177b-4414-b808-c6ea710e9af5', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'admin_state_up': True, 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:35.844420 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d3b9d898-3c80-4bcd-8d85-34e08efe2937 req-1c4cb453-a1a5-4dc6-a750-b2e61a8c415c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0623562 Apr 14 22:28:35.919485 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-2113ab2c-a0ed-4cf6-9f69-dc31fcabf82c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8440fd0b09b84c66958ab2cfe0101e08 HTTP/1.1" status: 200 len: 380 time: 0.1641889 Apr 14 22:28:35.928217 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8d67-5945-4071-9135-3489d905c5de req-0a8ea634-2258-4674-80de-5a82b997401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:35.930240 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f2b8d67-5945-4071-9135-3489d905c5de req-0a8ea634-2258-4674-80de-5a82b997401c service neutron] 10.222.0.37 "GET /v2.0/networks?id=88b89f53-b60a-40b8-aabd-1180bac805d4 HTTP/1.1" status: 200 len: 912 time: 0.1921446 Apr 14 22:28:36.018273 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'port': {'device_id': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'admin_state_up': True, 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'security_groups': ['434f2bfd-cc94-4286-8612-2f1e9b25a0f7']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:36.082597 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f2b8d67-5945-4071-9135-3489d905c5de req-55f9a927-0537-44a3-ac6c-d20181dc3533 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95396186-57af-4cd2-98a8-9deda6d87036 HTTP/1.1" status: 200 len: 217 time: 0.0692532 Apr 14 22:28:36.356914 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-de616148-4441-40d3-a5c5-5dee1c53540d req-d8abbc22-edea-42a9-8676-727639676ed4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 210 time: 0.0359321 Apr 14 22:28:36.448061 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e62c9a0f-d9f7-47d7-be71-95358c5f630a req-27896887-5319-4e40-866c-d0962b890c72 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0293009 Apr 14 22:28:36.654136 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Made reservation on behalf of 57def141e03c43bfbf79ccaa30e3d3eb for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:36.658107 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:36.666165 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Made reservation on behalf of 8440fd0b09b84c66958ab2cfe0101e08 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:36.666165 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:36.737902 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e798b-6726-428e-bce6-600ca9ef44d8 req-543ad21e-771c-4ef2-bb81-02f8b95cebfc tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:36.746579 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-494e798b-6726-428e-bce6-600ca9ef44d8 req-543ad21e-771c-4ef2-bb81-02f8b95cebfc tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.0815301 Apr 14 22:28:36.774603 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7f581b6c-3ea8-4fc4-b588-168634fd194a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:36.811054 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-494e798b-6726-428e-bce6-600ca9ef44d8 req-5da25807-84b9-4175-84a5-53ba60e642aa tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634913 Apr 14 22:28:36.841140 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c258cab1-4d9d-4400-95cc-2ed8e67824d2 req-36264175-bf1a-46e6-a36b-0ab8b07bf30b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0427265 Apr 14 22:28:36.945279 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Allocated IP 172.20.0.13 (e3306d0d-e591-423b-8690-7ee045757dfe/c4451915-5677-4447-9290-3892b3f8ec4f/65bad12b-fea1-4dc6-829c-de73a6518cdb) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:36.951471 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-93049895-fe26-44e6-8087-f4559deac8cc req-8541d103-c0fd-4281-82ab-32c55406fa47 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0283358 Apr 14 22:28:36.955372 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Allocated IP 172.20.0.8 (21227e2b-3fd3-40a4-bcda-0d3463f20bd1/3bd003fb-b636-4ddf-b9c7-181100456fc8/b6cb1bbf-4be2-417d-b13a-d260ec56273c) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:37.090148 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50692) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:37.213022 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f8425191-8fde-475b-8283-ea86f674c604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.218116 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.222334 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.335623 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f8425191-8fde-475b-8283-ea86f674c604 admin admin] Publish callbacks [] for security_group (95338d86-5e75-46f5-a3e3-b0213de0d2a0), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.339803 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.350955 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8d67-5945-4071-9135-3489d905c5de req-27f25dd6-54f0-4cdb-83b4-803c31b7efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:37.352596 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f2b8d67-5945-4071-9135-3489d905c5de req-27f25dd6-54f0-4cdb-83b4-803c31b7efd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14db61c1-fa7e-41ab-b330-17165a87135c HTTP/1.1" status: 200 len: 851 time: 0.0662668 Apr 14 22:28:37.383373 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:37.392347 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.400451 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:37.404666 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:37.410032 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:37.410032 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.429947 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Network e3306d0d-e591-423b-8690-7ee045757dfe is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:37.434300 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:37.439566 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:37.443982 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:37.449258 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:37.449938 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.450889 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f2b8d67-5945-4071-9135-3489d905c5de req-df915958-ee98-4f02-9035-3fbea24b8027 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88b89f53-b60a-40b8-aabd-1180bac805d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585208 Apr 14 22:28:37.453950 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f8425191-8fde-475b-8283-ea86f674c604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (95338d86-5e75-46f5-a3e3-b0213de0d2a0), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.586891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event updated for resources: {'Port': ['ID=65bad12b-fea1-4dc6-829c-de73a6518cdb,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:37.601382 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-ca4f11a2-0a25-4196-a303-41500e9c1077 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5876305 Apr 14 22:28:37.619288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90c5c9-1f71-48c6-9c8f-b5cf52a0caf0 req-360ad105-8d98-4cca-8a5e-5566eb08f704 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:37.629498 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe90c5c9-1f71-48c6-9c8f-b5cf52a0caf0 req-360ad105-8d98-4cca-8a5e-5566eb08f704 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 931 time: 0.1235154 Apr 14 22:28:37.637071 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-81144cc2-cc72-4651-bddc-2fdcbcef94b9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9223704 Apr 14 22:28:37.642327 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Request body: {'port': {'device_id': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:37.663472 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-22cc847e-5914-44b7-b2a5-821b45679415 req-595eaee7-161d-409d-b8dd-21bff2fa7e21 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0899751 Apr 14 22:28:37.684303 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Request body: {'port': {'device_id': '18ffac21-177b-4414-b808-c6ea710e9af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:37.730425 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f8425191-8fde-475b-8283-ea86f674c604 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c2a1cac51c54311b771296e204f9fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6390929 Apr 14 22:28:37.734771 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50712) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:37.735651 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8425191-8fde-475b-8283-ea86f674c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95338d86-5e75-46f5-a3e3-b0213de0d2a0,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:37.839235 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f2b8d67-5945-4071-9135-3489d905c5de req-f8038422-548a-43f9-aed3-f04908e5b50f service neutron] 10.222.0.37 "GET /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789022 Apr 14 22:28:37.845718 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.856118 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-81f3c8dc-09b7-47f3-b5ab-b90b95c7b767 None None] Provisioning complete for port b6cb1bbf-4be2-417d-b13a-d260ec56273c triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:37.861542 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81f3c8dc-09b7-47f3-b5ab-b90b95c7b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.863558 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe90c5c9-1f71-48c6-9c8f-b5cf52a0caf0 req-ab087e76-1949-49a9-88e9-ae1c006c0b5a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303836 Apr 14 22:28:37.865822 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.876191 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb3-dfe7-4031-ae34-069bdac547df admin admin] Publish callbacks [] for security_group (95338d86-5e75-46f5-a3e3-b0213de0d2a0), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:37.954745 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb3-dfe7-4031-ae34-069bdac547df admin admin] Publish callbacks [] for security_group (95338d86-5e75-46f5-a3e3-b0213de0d2a0), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.029340 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-81f3c8dc-09b7-47f3-b5ab-b90b95c7b767 None None] Port b6cb1bbf-4be2-417d-b13a-d260ec56273c cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:38.067815 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f2b8d67-5945-4071-9135-3489d905c5de req-524eca11-64c1-410f-ae7c-60987064be03 service neutron] 10.222.0.37 "GET /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212121 Apr 14 22:28:38.074984 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef741dc-2ca5-4508-8d9a-3e6db5161f94 req-9d65b794-85a2-4e04-addb-8c1420bd6882 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:38.076647 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7ef741dc-2ca5-4508-8d9a-3e6db5161f94 req-9d65b794-85a2-4e04-addb-8c1420bd6882 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.1132412 Apr 14 22:28:38.119035 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d89952b4-df84-44d8-923e-c8767b5b9dfd req-944199e3-b269-4afb-bbeb-fb04f4175818 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0689509 Apr 14 22:28:38.158636 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.163506 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-5330db97-21e4-4d57-a64e-7496f0beeb0c None None] Provisioning complete for port 65bad12b-fea1-4dc6-829c-de73a6518cdb triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:38.163888 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5330db97-21e4-4d57-a64e-7496f0beeb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.185461 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7ef741dc-2ca5-4508-8d9a-3e6db5161f94 req-6a581781-56db-429b-961e-764ac147c262 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983253 Apr 14 22:28:38.230003 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-5330db97-21e4-4d57-a64e-7496f0beeb0c None None] Port 65bad12b-fea1-4dc6-829c-de73a6518cdb cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:38.252327 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb3-dfe7-4031-ae34-069bdac547df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (95338d86-5e75-46f5-a3e3-b0213de0d2a0), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.258755 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c74e8fb3-dfe7-4031-ae34-069bdac547df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.258755 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c74e8fb3-dfe7-4031-ae34-069bdac547df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95338d86-5e75-46f5-a3e3-b0213de0d2a0 HTTP/1.1" status: 204 len: 168 time: 0.5177145 Apr 14 22:28:38.278557 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e8fb3-dfe7-4031-ae34-069bdac547df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95338d86-5e75-46f5-a3e3-b0213de0d2a0,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:38.300013 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-72256cc0-8651-48b9-a1e5-b43dcd3e871a req-b4dbb13f-f158-4a6f-97ee-c536f2042ab6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0466220 Apr 14 22:28:38.473415 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cb1bbf-4be2-417d-b13a-d260ec56273c {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:38.487933 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Publish callbacks [] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.510985 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Transition to ACTIVE for port object b6cb1bbf-4be2-417d-b13a-d260ec56273c will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:28:38.559056 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bad12b-fea1-4dc6-829c-de73a6518cdb {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:38.570576 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Publish callbacks [] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.584284 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Transition to ACTIVE for port object 65bad12b-fea1-4dc6-829c-de73a6518cdb will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:28:38.602482 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.704182 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.723549 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:38.780232 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Attempting to bind port b6cb1bbf-4be2-417d-b13a-d260ec56273c on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:38.780579 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Attempting to bind port b6cb1bbf-4be2-417d-b13a-d260ec56273c by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:38.780898 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Attempting to bind port b6cb1bbf-4be2-417d-b13a-d260ec56273c on network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:38.790039 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Port b6cb1bbf-4be2-417d-b13a-d260ec56273c on network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:28:38.790290 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Attempting to bind port b6cb1bbf-4be2-417d-b13a-d260ec56273c on network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:38.809912 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Pushing event updated for resources: {'Port': ['ID=65bad12b-fea1-4dc6-829c-de73a6518cdb,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:38.834802 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:38.834802 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Checking segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:38.836629 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Bound using segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:38.837098 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Bound port: b6cb1bbf-4be2-417d-b13a-d260ec56273c, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:38.837467 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:38.863798 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c1ed5f2a-cb4f-4faf-a4dc-4b4c5a13c77e req-38dee20e-771a-40d4-a28e-850fce16b6dd tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0649374 Apr 14 22:28:38.864337 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50752) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:39.092437 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-41ba20ef-0c32-4ddc-afb0-86ed297ab80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.203813 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-41ba20ef-0c32-4ddc-afb0-86ed297ab80f admin admin] Publish callbacks [] for security_group (a2476fb4-f43e-45d5-a4a3-6e448cc1ebbf), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.204631 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Attempting to bind port 65bad12b-fea1-4dc6-829c-de73a6518cdb on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:39.204981 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Attempting to bind port 65bad12b-fea1-4dc6-829c-de73a6518cdb by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:39.205312 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Attempting to bind port 65bad12b-fea1-4dc6-829c-de73a6518cdb on network e3306d0d-e591-423b-8690-7ee045757dfe {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:39.208103 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.221954 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Port 65bad12b-fea1-4dc6-829c-de73a6518cdb on network e3306d0d-e591-423b-8690-7ee045757dfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:28:39.222312 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Attempting to bind port 65bad12b-fea1-4dc6-829c-de73a6518cdb on network e3306d0d-e591-423b-8690-7ee045757dfe {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:39.235099 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c802-a0f9-4776-b8cd-7aaf0d5fb0cb req-ae188b52-292d-47a4-87e7-31139991ec34 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:39.236554 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12f7c802-a0f9-4776-b8cd-7aaf0d5fb0cb req-ae188b52-292d-47a4-87e7-31139991ec34 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0879793 Apr 14 22:28:39.246204 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:39.246558 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Checking segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:39.246971 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Bound using segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:39.247563 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Bound port: 65bad12b-fea1-4dc6-829c-de73a6518cdb, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:39.247766 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.263282 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-29b64c85-9375-468e-b178-cec1eb9df101 req-23d6ffc6-efdf-44b3-8eb0-a5cf7b7c695e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0461957 Apr 14 22:28:39.264075 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-41ba20ef-0c32-4ddc-afb0-86ed297ab80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (a2476fb4-f43e-45d5-a4a3-6e448cc1ebbf), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.295248 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:39.321424 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-41ba20ef-0c32-4ddc-afb0-86ed297ab80f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fc5f9db4e224945bbd10ebfb13d87fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554951 Apr 14 22:28:39.325966 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50770) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:39.335338 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:39.382745 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12f7c802-a0f9-4776-b8cd-7aaf0d5fb0cb req-68899d85-5e0d-4608-a7bf-74581d5f1745 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376109 Apr 14 22:28:39.392094 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba20ef-0c32-4ddc-afb0-86ed297ab80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2476fb4-f43e-45d5-a4a3-6e448cc1ebbf,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:39.400418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] For port 65bad12b-fea1-4dc6-829c-de73a6518cdb, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:39.404450 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] For port 65bad12b-fea1-4dc6-829c-de73a6518cdb, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:39.408339 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.444330 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561ece7-fc04-46f4-8eb8-81cd5072b651 req-be76486e-87dd-42ec-beba-a87f01152087 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:39.446170 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1561ece7-fc04-46f4-8eb8-81cd5072b651 req-be76486e-87dd-42ec-beba-a87f01152087 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.1124449 Apr 14 22:28:39.452655 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:39.453724 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.455987 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] 10.222.0.37 "PUT /v2.0/ports/b6cb1bbf-4be2-417d-b13a-d260ec56273c HTTP/1.1" status: 200 len: 1093 time: 1.8243270 Apr 14 22:28:39.456553 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:39.459491 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3298694b-4285-4d4c-8043-9455c45dc843" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:39.459683 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9c90a4c3-7228-4c3d-8b79-e88f5ed8391c admin admin] Publish callbacks [] for security_group (a2476fb4-f43e-45d5-a4a3-6e448cc1ebbf), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.482672 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce49ab-1f8f-4e0e-a669-5ca838543dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:39.497250 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.504116 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9c90a4c3-7228-4c3d-8b79-e88f5ed8391c admin admin] Publish callbacks [] for security_group (a2476fb4-f43e-45d5-a4a3-6e448cc1ebbf), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.527415 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1561ece7-fc04-46f4-8eb8-81cd5072b651 req-b4e5d828-3e9f-4cd3-9ddb-6208b8ccaee6 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802679 Apr 14 22:28:39.569036 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:39.570079 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.571423 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] 10.222.0.37 "PUT /v2.0/ports/65bad12b-fea1-4dc6-829c-de73a6518cdb HTTP/1.1" status: 200 len: 1094 time: 1.8924260 Apr 14 22:28:39.592114 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-edbed03f-6b73-47f4-8fc5-2ae38619db92 req-25bf0a3c-df44-4413-8ccd-89ce8d7dd1fe tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0786119 Apr 14 22:28:39.649701 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311e71b-cece-4daf-bcf8-8373eca99035 service neutron] Pushing event updated for resources: {'Port': ['ID=65bad12b-fea1-4dc6-829c-de73a6518cdb,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:39.653407 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9c90a4c3-7228-4c3d-8b79-e88f5ed8391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (a2476fb4-f43e-45d5-a4a3-6e448cc1ebbf), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.656691 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9c90a4c3-7228-4c3d-8b79-e88f5ed8391c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:39.657894 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-9c90a4c3-7228-4c3d-8b79-e88f5ed8391c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2476fb4-f43e-45d5-a4a3-6e448cc1ebbf HTTP/1.1" status: 204 len: 168 time: 0.3256776 Apr 14 22:28:39.661790 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52d34f3-7cc7-4b82-839c-db0c936b6199 x-openstack-request-id: req-a52d34f3-7cc7-4b82-839c-db0c936b6199 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:39.662421 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:39.662742 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a52d34f3-7cc7-4b82-839c-db0c936b6199 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:39.663179 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52d34f3-7cc7-4b82-839c-db0c936b6199'] response: {'name': 'network-changed', 'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'status': 'completed', 'code': 200} Apr 14 22:28:39.681766 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a4c3-7228-4c3d-8b79-e88f5ed8391c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2476fb4-f43e-45d5-a4a3-6e448cc1ebbf,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:39.965781 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ebcbed48-3675-46b1-b72f-da8e27db6d6c req-bfc66707-e1c3-4624-a415-4992f6ea9aa2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0295744 Apr 14 22:28:40.362470 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3a7fb77e-b942-4268-b3cc-a6509103b263 req-972060ef-5a1e-4152-b9ef-f0d3a92b04e7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0276573 Apr 14 22:28:40.384956 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 50806) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:40.399202 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d341f4e8-33b7-466f-be1d-11a0f9a9f4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:40.484941 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d341f4e8-33b7-466f-be1d-11a0f9a9f4dd admin admin] Publish callbacks [] for security_group (f40a7cc2-6826-49db-8d0a-d475c22af5b1), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:40.533422 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d8c50-fe2f-445c-b5be-9d724c68c3f4 req-cb9e36b2-0ede-4afc-995f-32fcbc1669a8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:40.534969 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-359d8c50-fe2f-445c-b5be-9d724c68c3f4 req-cb9e36b2-0ede-4afc-995f-32fcbc1669a8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0489550 Apr 14 22:28:40.551305 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d341f4e8-33b7-466f-be1d-11a0f9a9f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f40a7cc2-6826-49db-8d0a-d475c22af5b1), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:40.595795 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-359d8c50-fe2f-445c-b5be-9d724c68c3f4 req-c1693fee-ae96-44cb-b6b6-6c1061bc7faa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550845 Apr 14 22:28:40.629681 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d341f4e8-33b7-466f-be1d-11a0f9a9f4dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de56bcfed20a42e693de2a5aad1779c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436075 Apr 14 22:28:40.630445 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341f4e8-33b7-466f-be1d-11a0f9a9f4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a7cc2-6826-49db-8d0a-d475c22af5b1,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:40.632988 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 50820) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:40.681860 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3eeee-0cb2-449f-8882-f58c320f4081 req-744f2e40-548c-4492-a27c-edbf6effa42c tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:40.690114 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7ff3eeee-0cb2-449f-8882-f58c320f4081 req-744f2e40-548c-4492-a27c-edbf6effa42c tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.0784531 Apr 14 22:28:40.721608 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e26bd59e-1846-4e52-b876-3800e66aeaf6 admin admin] Publish callbacks [] for security_group (f40a7cc2-6826-49db-8d0a-d475c22af5b1), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:40.754932 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7ff3eeee-0cb2-449f-8882-f58c320f4081 req-6dde30a9-61d4-41cc-bd6a-60df28fbb44f tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638318 Apr 14 22:28:40.774912 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-371aaf64-03bd-46e5-bf3f-512d1a6e918a req-3e1eb822-a70b-4d7c-8556-7c2ac8031811 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0560362 Apr 14 22:28:40.781483 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e26bd59e-1846-4e52-b876-3800e66aeaf6 admin admin] Publish callbacks [] for security_group (f40a7cc2-6826-49db-8d0a-d475c22af5b1), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:40.830627 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:40.916244 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e26bd59e-1846-4e52-b876-3800e66aeaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f40a7cc2-6826-49db-8d0a-d475c22af5b1), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:40.919232 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e26bd59e-1846-4e52-b876-3800e66aeaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:40.920422 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e26bd59e-1846-4e52-b876-3800e66aeaf6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f40a7cc2-6826-49db-8d0a-d475c22af5b1 HTTP/1.1" status: 204 len: 168 time: 0.2862251 Apr 14 22:28:40.928560 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bd59e-1846-4e52-b876-3800e66aeaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a7cc2-6826-49db-8d0a-d475c22af5b1,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:41.063555 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-98f16af5-5d8e-4b9a-9531-296f50fab973 req-0cd6baa5-a414-4f29-8776-89e087ccd0b0 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0279915 Apr 14 22:28:41.469953 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e4e8156-020b-4081-9fe2-97e669b87ec9 req-fb99b2e3-153d-46fe-91ff-5b109d2cde17 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0342274 Apr 14 22:28:41.664146 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ffac21-177b-4414-b808-c6ea710e9af5', 'tag': '65bad12b-fea1-4dc6-829c-de73a6518cdb'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:41.669178 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d3c1d9-569d-469e-a805-0c633debcc10" -d '{"events": [{"name": "network-changed", "server_uuid": "18ffac21-177b-4414-b808-c6ea710e9af5", "tag": "65bad12b-fea1-4dc6-829c-de73a6518cdb"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:41.716394 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1ec973-5135-45e6-82ba-8d0be22cc43b x-openstack-request-id: req-1b1ec973-5135-45e6-82ba-8d0be22cc43b {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:41.716860 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ffac21-177b-4414-b808-c6ea710e9af5", "tag": "65bad12b-fea1-4dc6-829c-de73a6518cdb", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:41.717513 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b1ec973-5135-45e6-82ba-8d0be22cc43b {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:41.718285 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1ec973-5135-45e6-82ba-8d0be22cc43b'] response: {'name': 'network-changed', 'server_uuid': '18ffac21-177b-4414-b808-c6ea710e9af5', 'tag': '65bad12b-fea1-4dc6-829c-de73a6518cdb', 'status': 'completed', 'code': 200} Apr 14 22:28:41.719980 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700889b-222e-4402-a069-cc8aa49c1ad9 req-c8530531-417d-4ba7-a80b-00ca8c173509 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:41.721763 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3700889b-222e-4402-a069-cc8aa49c1ad9 req-c8530531-417d-4ba7-a80b-00ca8c173509 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0536981 Apr 14 22:28:41.783882 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3700889b-222e-4402-a069-cc8aa49c1ad9 req-a057c27d-9614-4600-8591-5a7ba6a850a1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552692 Apr 14 22:28:41.834175 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 95396186-57af-4cd2-98a8-9deda6d87036 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:28:41.971342 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 95396186-57af-4cd2-98a8-9deda6d87036, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=95396186-57af-4cd2-98a8-9deda6d87036,segment=NetworkSegment(19e93ad7-1d1a-45d1-ad15-45a5a025b83b),segment_id=19e93ad7-1d1a-45d1-ad15-45a5a025b83b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:41.991927 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '95396186-57af-4cd2-98a8-9deda6d87036', 'network_id': '88b89f53-b60a-40b8-aabd-1180bac805d4', 'port_id': '95396186-57af-4cd2-98a8-9deda6d87036', 'mac_address': 'fa:16:3e:e5:cd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14db61c1-fa7e-41ab-b330-17165a87135c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:28:41.999555 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.37', 53169) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:42.028891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-66135ec1-de24-4691-9823-0621903d6cb4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.030321 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a3b74f09-d587-4b20-98b2-f5b279480039 req-6d69f81e-d3e2-41b1-8244-c898e0539623 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.1602888 Apr 14 22:28:42.030449 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-66135ec1-de24-4691-9823-0621903d6cb4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 818 time: 0.1811626 Apr 14 22:28:42.063356 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c1d9-569d-469e-a805-0c633debcc10 req-86650acc-30ee-43d4-af4d-8f65033c623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.065236 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-58d3c1d9-569d-469e-a805-0c633debcc10 req-86650acc-30ee-43d4-af4d-8f65033c623a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 1128 time: 0.2043262 Apr 14 22:28:42.073876 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 95396186-57af-4cd2-98a8-9deda6d87036 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:42.074742 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (95396186-57af-4cd2-98a8-9deda6d87036), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:42.087996 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'port': {'device_id': '2a3605b1-8ef0-43a3-9adc-529333d3d1ad', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'admin_state_up': True, 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:42.131562 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95396186-57af-4cd2-98a8-9deda6d87036 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:42.139451 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298694b-4285-4d4c-8043-9455c45dc843 req-05a091bb-5bb0-4827-9024-b52f45560d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.144717 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3298694b-4285-4d4c-8043-9455c45dc843 req-05a091bb-5bb0-4827-9024-b52f45560d9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 1127 time: 0.1334398 Apr 14 22:28:42.213705 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 95396186-57af-4cd2-98a8-9deda6d87036, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=95396186-57af-4cd2-98a8-9deda6d87036,segment=NetworkSegment(19e93ad7-1d1a-45d1-ad15-45a5a025b83b),segment_id=19e93ad7-1d1a-45d1-ad15-45a5a025b83b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:42.259600 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-54b32aa2-870b-47b3-b070-e1b835a0ba50 req-3706a0aa-941f-4471-a7f9-8474d04da1bd tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0579519 Apr 14 22:28:42.294345 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (95396186-57af-4cd2-98a8-9deda6d87036), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:42.297592 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.37', 53170) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:42.318907 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb3c6b-408b-4cd2-a16c-6b064435e5ae req-7412a324-bfdb-4c91-a06e-5a50d1f36951 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.320509 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbcb3c6b-408b-4cd2-a16c-6b064435e5ae req-7412a324-bfdb-4c91-a06e-5a50d1f36951 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 944 time: 0.2992105 Apr 14 22:28:42.361646 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=95396186-57af-4cd2-98a8-9deda6d87036,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:42.461283 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-bf9d8603-7217-43f2-b71b-60202a139730 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.464253 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-bf9d8603-7217-43f2-b71b-60202a139730 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 811 time: 0.5717664 Apr 14 22:28:42.537039 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbcb3c6b-408b-4cd2-a16c-6b064435e5ae req-760dc760-87b5-4d18-a393-0e3d1dcdadf1 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923163 Apr 14 22:28:42.580508 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['95396186-57af-4cd2-98a8-9deda6d87036'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:28:42.621333 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-07fa021f-88b9-4f51-8e63-2a7c7e7245c8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.622861 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-07fa021f-88b9-4f51-8e63-2a7c7e7245c8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 815 time: 0.3242266 Apr 14 22:28:42.658043 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f8deba7-1c8d-47d5-83fb-e89318093706 req-7fc331c8-d18c-4ef3-b77d-34080371056c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0458386 Apr 14 22:28:42.659066 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c1d9-569d-469e-a805-0c633debcc10 req-c7724c75-2968-446d-a6c0-1d52529d39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.660448 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-58d3c1d9-569d-469e-a805-0c633debcc10 req-c7724c75-2968-446d-a6c0-1d52529d39e2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5841234 Apr 14 22:28:42.661397 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298694b-4285-4d4c-8043-9455c45dc843 req-462c0d76-d650-42b1-a9e0-53645be8f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.662692 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3298694b-4285-4d4c-8043-9455c45dc843 req-462c0d76-d650-42b1-a9e0-53645be8f26d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4914260 Apr 14 22:28:42.668195 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-966088d2-8847-4eee-a5d3-18afc1c8beff tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d HTTP/1.1" status: 200 len: 379 time: 0.1756833 Apr 14 22:28:42.685592 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:28:42.690740 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'port': {'device_id': '2d325568-c159-4b79-980b-61c51ed5b64d', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'admin_state_up': True, 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'security_groups': ['0727fc4d-1a3e-4308-80c0-a2efb653f906']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:42.736511 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Made reservation on behalf of 57def141e03c43bfbf79ccaa30e3d3eb for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:42.742873 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:42.861875 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-ebd10db0-782a-45e4-bf59-d5c4641a59ea tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 379 time: 0.2273414 Apr 14 22:28:42.880248 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'port': {'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'admin_state_up': True, 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'security_groups': ['a9d2f4dd-3037-479d-88ef-fd788397f614']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:42.939422 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c1d9-569d-469e-a805-0c633debcc10 req-68cc1d2f-4a75-41c4-8465-52e500ab9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:42.941818 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-58d3c1d9-569d-469e-a805-0c633debcc10 req-68cc1d2f-4a75-41c4-8465-52e500ab9669 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2709255 Apr 14 22:28:43.091215 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298694b-4285-4d4c-8043-9455c45dc843 req-8cf73e48-66ae-4916-a482-08c6cb918904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.092928 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3298694b-4285-4d4c-8043-9455c45dc843 req-8cf73e48-66ae-4916-a482-08c6cb918904 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2453501 Apr 14 22:28:43.124510 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7248f-1d7b-42da-841c-511a123d2476 req-3dfcb30f-011e-4d68-8434-fe476c7d8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.126959 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-3dfcb30f-011e-4d68-8434-fe476c7d8081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 1128 time: 0.0806892 Apr 14 22:28:43.209201 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-85ba6e24-3057-438b-8909-1ab6388b0b76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb HTTP/1.1" status: 200 len: 217 time: 0.0751858 Apr 14 22:28:43.218339 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c849-5e9d-4c0e-ade4-75409b2a0afa req-331baa2c-f996-4966-bd1f-6c4a306b4f88 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.220677 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2a2c849-5e9d-4c0e-ade4-75409b2a0afa req-331baa2c-f996-4966-bd1f-6c4a306b4f88 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.2908244 Apr 14 22:28:43.237286 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-452d76f5-9d58-4cda-b793-47d3f8a341de req-01faaaac-73f3-496b-8101-32dafbad3388 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.1014397 Apr 14 22:28:43.291965 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-b1cc4b69-2991-48ed-8da1-8f2847bec20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.293838 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-b1cc4b69-2991-48ed-8da1-8f2847bec20a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 1127 time: 0.1502969 Apr 14 22:28:43.333549 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Allocated IP 172.20.0.5 (e3306d0d-e591-423b-8690-7ee045757dfe/c4451915-5677-4447-9290-3892b3f8ec4f/51f911c3-a0d6-4091-a1a1-a9511eaee58e) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:43.338828 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2a2c849-5e9d-4c0e-ade4-75409b2a0afa req-c739d264-fe1b-47c6-9e9d-ffc5bbe2ad4b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033537 Apr 14 22:28:43.350673 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-81c83504-4549-4935-aca4-214005406f8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c HTTP/1.1" status: 200 len: 217 time: 0.0472553 Apr 14 22:28:43.357234 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7248f-1d7b-42da-841c-511a123d2476 req-d7b37915-6ddd-42cf-a3b1-2198240d755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.359042 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-d7b37915-6ddd-42cf-a3b1-2198240d755f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.1237960 Apr 14 22:28:43.371792 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Made reservation on behalf of b08d0a6fbcbc4b81b87c65495a8c6b7d for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:43.375731 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:43.468231 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Made reservation on behalf of fe9fd41acaba4063bd881eae09e6cf7b for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:28:43.471944 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:43.493563 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-eb3daf39-766c-4e17-ac89-f345022577be req-a77dddf7-e7b0-4387-9acd-36e7bd2f95f9 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0892172 Apr 14 22:28:43.520103 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-bc1dfc44-cf65-4458-82b4-e2f34611b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.521591 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-bc1dfc44-cf65-4458-82b4-e2f34611b79c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.1619349 Apr 14 22:28:43.522751 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7248f-1d7b-42da-841c-511a123d2476 req-d72dc021-55e9-4ff3-9266-ca1ed47fbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.524119 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-d72dc021-55e9-4ff3-9266-ca1ed47fbb95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215975 Apr 14 22:28:43.637990 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-978683c1-e9ce-40be-a2bf-b13fd25a883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.638175 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-978683c1-e9ce-40be-a2bf-b13fd25a883c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992014 Apr 14 22:28:43.780573 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Allocated IP 172.20.0.6 (159b1b7f-6741-46d2-acf2-45a3089013d8/9260e563-889a-4d8d-9460-f20961e80a75/28d92f14-2fa9-4c18-8740-52effd61fc03) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:43.781931 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-2e3893a6-5f97-49b3-b255-f6db44092b97 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345579 Apr 14 22:28:43.784813 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:43.794672 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94491d-017a-416d-bcee-ba14c3b1a3c6 req-14334ada-28fe-48fa-96e6-c9f1c126241e tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:43.796225 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e94491d-017a-416d-bcee-ba14c3b1a3c6 req-14334ada-28fe-48fa-96e6-c9f1c126241e tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 945 time: 0.1742997 Apr 14 22:28:43.813266 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5509969a-ce3a-4d88-8867-4fc534714265 req-19b387e8-ebdf-47e2-86a2-669543fcd76f tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0481014 Apr 14 22:28:43.880520 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-94dfa055-6cf3-4699-898d-2df969368e57 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295666 Apr 14 22:28:43.919509 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Allocated IP 172.20.0.5 (91cf136c-d92b-4435-96b9-805ae0f45c6f/95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3/3330034c-fa7b-461d-9186-ff9551104a31) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:28:43.974777 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-a34b4115-4752-4ad3-b4f3-173650d1d1fb service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735351 Apr 14 22:28:43.985797 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1e94491d-017a-416d-bcee-ba14c3b1a3c6 req-c9601353-ca74-4835-a3f8-fe920d968c34 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784260 Apr 14 22:28:44.017451 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2d7a1627-4742-4885-97fa-43a62c48e131 req-4e19741e-e9ee-4233-b93f-a287ff19f841 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271055 Apr 14 22:28:44.046447 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.345523 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Network e3306d0d-e591-423b-8690-7ee045757dfe is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:44.360816 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:44.372952 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.376848 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:44.382036 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:44.385427 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.390621 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d2a8-cd89-4f6a-84e1-4132ebbdaa86 req-7c02188d-6402-4c7d-855f-a50f480a230a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:44.393926 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event updated for resources: {'Port': ['ID=51f911c3-a0d6-4091-a1a1-a9511eaee58e,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:44.409429 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-48e1d2a8-cd89-4f6a-84e1-4132ebbdaa86 req-7c02188d-6402-4c7d-855f-a50f480a230a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 931 time: 0.0756121 Apr 14 22:28:44.489557 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (3330034c-fa7b-461d-9186-ff9551104a31), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.493920 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-89aed179-8ce3-47a7-90d6-460391db2e5b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4107835 Apr 14 22:28:44.511446 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-48e1d2a8-cd89-4f6a-84e1-4132ebbdaa86 req-e01aa319-ad7b-4416-bb68-eae8175f95ba tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004968 Apr 14 22:28:44.585204 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.600523 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afcc5f-51cb-4311-85fb-2eabe3ed121f req-c8f97f17-3de7-4249-94bb-f5e8ada0305c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:44.602121 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-29afcc5f-51cb-4311-85fb-2eabe3ed121f req-c8f97f17-3de7-4249-94bb-f5e8ada0305c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0896130 Apr 14 22:28:44.673398 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa3b11-bc3b-4e95-8a72-ad24da8969a5 req-a9324922-6427-42dc-8614-25ca9538c537 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:44.673502 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:44.673586 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a6fa3b11-bc3b-4e95-8a72-ad24da8969a5 req-a9324922-6427-42dc-8614-25ca9538c537 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 931 time: 0.0810189 Apr 14 22:28:44.681940 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:44.691337 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:44.696817 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:44.698180 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.707407 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'Port': ['ID=28d92f14-2fa9-4c18-8740-52effd61fc03,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:44.713103 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (3330034c-fa7b-461d-9186-ff9551104a31), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.743396 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-29afcc5f-51cb-4311-85fb-2eabe3ed121f req-8b6c224f-eb5c-48ad-80ee-8ffb194524dd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277235 Apr 14 22:28:44.759251 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a6fa3b11-bc3b-4e95-8a72-ad24da8969a5 req-29c1ffd8-a0a3-4d3e-b0a4-c60f20186389 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780385 Apr 14 22:28:44.787268 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-d8ef57cd-28bd-4f3d-ab7d-517024bf5089 None None] Provisioning complete for port 51f911c3-a0d6-4091-a1a1-a9511eaee58e triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:44.787808 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d8ef57cd-28bd-4f3d-ab7d-517024bf5089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.807682 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:28:44.816798 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:28:44.822145 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:28:44.828723 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:44.828898 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:44.834217 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-6ec98dad-5bab-4fee-bd13-82b5d9658c0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1577394 Apr 14 22:28:44.838493 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=3330034c-fa7b-461d-9186-ff9551104a31,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:44.851711 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 95396186-57af-4cd2-98a8-9deda6d87036 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:44.878317 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef57cd-28bd-4f3d-ab7d-517024bf5089 None None] Port 51f911c3-a0d6-4091-a1a1-a9511eaee58e cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:44.908369 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 95396186-57af-4cd2-98a8-9deda6d87036 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:28:44.921937 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-600bfb56-9a85-425f-9cfa-c48db1a0a153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0465209 Apr 14 22:28:44.982081 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea46dab-18f5-4c26-b30f-f68346bd3851 req-6c880bc8-2d60-4ac7-aa05-145a3ae03038 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:44.984781 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bea46dab-18f5-4c26-b30f-f68346bd3851 req-6c880bc8-2d60-4ac7-aa05-145a3ae03038 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 931 time: 0.0719497 Apr 14 22:28:45.024748 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 95396186-57af-4cd2-98a8-9deda6d87036 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:45.025155 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (95396186-57af-4cd2-98a8-9deda6d87036), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:45.086280 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bea46dab-18f5-4c26-b30f-f68346bd3851 req-9c6f2c47-5b1c-47ee-9d79-a8bd7401e3dc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807495 Apr 14 22:28:45.161793 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 95396186-57af-4cd2-98a8-9deda6d87036 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:45.162199 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (95396186-57af-4cd2-98a8-9deda6d87036), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:45.180475 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104f49f-3d78-4ede-a95c-09cbdbccd659 req-62b808ca-ef58-45ef-b135-5e057e1bcb54 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:45.182043 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1104f49f-3d78-4ede-a95c-09cbdbccd659 req-62b808ca-ef58-45ef-b135-5e057e1bcb54 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 945 time: 0.0591850 Apr 14 22:28:45.208676 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 95396186-57af-4cd2-98a8-9deda6d87036, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=95396186-57af-4cd2-98a8-9deda6d87036,segment=NetworkSegment(19e93ad7-1d1a-45d1-ad15-45a5a025b83b),segment_id=19e93ad7-1d1a-45d1-ad15-45a5a025b83b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:45.211086 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296c125f-cb01-4af5-9f13-e296ee554e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95396186-57af-4cd2-98a8-9deda6d87036'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:45.247233 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1104f49f-3d78-4ede-a95c-09cbdbccd659 req-c1a6ffc8-acbb-4ac3-9334-b513ca37e74d tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516212 Apr 14 22:28:45.286981 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-4f38877c-314a-45ba-a846-7b52b3ee79d0 None None] Provisioning complete for port 28d92f14-2fa9-4c18-8740-52effd61fc03 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:45.286981 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4f38877c-314a-45ba-a846-7b52b3ee79d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:45.431258 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d887231f-6344-4db0-a96e-4a8b144e6e22" -d '{"events": [{"server_uuid": "296c125f-cb01-4af5-9f13-e296ee554e5c", "name": "network-vif-plugged", "status": "completed", "tag": "95396186-57af-4cd2-98a8-9deda6d87036"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:45.442551 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (95396186-57af-4cd2-98a8-9deda6d87036), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:45.473277 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-4f38877c-314a-45ba-a846-7b52b3ee79d0 None None] Port 28d92f14-2fa9-4c18-8740-52effd61fc03 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:45.495377 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=95396186-57af-4cd2-98a8-9deda6d87036,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:45.547573 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1788d3-9bb8-4681-9148-d8151a68b0b4 x-openstack-request-id: req-4f1788d3-9bb8-4681-9148-d8151a68b0b4 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:45.547573 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296c125f-cb01-4af5-9f13-e296ee554e5c", "name": "network-vif-plugged", "status": "completed", "tag": "95396186-57af-4cd2-98a8-9deda6d87036", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:45.547573 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f1788d3-9bb8-4681-9148-d8151a68b0b4 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:45.547573 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1788d3-9bb8-4681-9148-d8151a68b0b4'] response: {'server_uuid': '296c125f-cb01-4af5-9f13-e296ee554e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95396186-57af-4cd2-98a8-9deda6d87036', 'code': 200} Apr 14 22:28:45.589855 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-3ef9076d-a717-4641-861d-617b85fc2613 None None] Provisioning complete for port 3330034c-fa7b-461d-9186-ff9551104a31 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:45.590290 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3ef9076d-a717-4641-861d-617b85fc2613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (3330034c-fa7b-461d-9186-ff9551104a31), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:45.625171 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9076d-a717-4641-861d-617b85fc2613 None None] Port 3330034c-fa7b-461d-9186-ff9551104a31 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:28:45.635640 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d0d23-9630-4b35-9c41-a89b9e2ed327 req-0035571b-f712-42e7-8e88-be0f614dc45c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:45.639453 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f8d0d23-9630-4b35-9c41-a89b9e2ed327 req-0035571b-f712-42e7-8e88-be0f614dc45c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 931 time: 0.0490446 Apr 14 22:28:45.694016 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f8d0d23-9630-4b35-9c41-a89b9e2ed327 req-9b244c24-ca48-4378-acad-5b4afd7bb49c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493517 Apr 14 22:28:45.772584 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Request body: {'port': {'device_id': '2a3605b1-8ef0-43a3-9adc-529333d3d1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:45.779645 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Request body: {'port': {'device_id': '2d325568-c159-4b79-980b-61c51ed5b64d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:45.789975 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Request body: {'port': {'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:45.887766 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3c996-50da-4a57-a533-61c09a230b2e req-ad14b09c-d387-452d-a9fe-9d2dfb730957 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:45.895748 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0cc3c996-50da-4a57-a533-61c09a230b2e req-ad14b09c-d387-452d-a9fe-9d2dfb730957 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 931 time: 0.0575721 Apr 14 22:28:45.976377 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3330034c-fa7b-461d-9186-ff9551104a31), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:45.981262 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:45.994198 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0cc3c996-50da-4a57-a533-61c09a230b2e req-7e890706-203f-4bb1-b061-8df2c3d94776 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739067 Apr 14 22:28:45.995255 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:46.026831 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb478bdb-693a-4e07-b98c-3d5f885781de req-d285e197-bd96-45ee-8d87-fbb512c210e0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:46.028392 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb478bdb-693a-4e07-b98c-3d5f885781de req-d285e197-bd96-45ee-8d87-fbb512c210e0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1025474 Apr 14 22:28:46.339489 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df2901-54ca-4db4-9338-bab2b3771710 req-889bc0af-9e73-4683-a2d1-a9d653b82071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:46.341016 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-05df2901-54ca-4db4-9338-bab2b3771710 req-889bc0af-9e73-4683-a2d1-a9d653b82071 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 1130 time: 0.2642767 Apr 14 22:28:46.363355 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691511d-a1ae-46e9-bc06-0d7afb67a54b req-c59a5050-d280-4906-a455-bb3fc54f554d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:46.364757 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb478bdb-693a-4e07-b98c-3d5f885781de req-9d903fac-d523-49b7-82fa-526dbe2d566a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284106 Apr 14 22:28:46.367157 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c691511d-a1ae-46e9-bc06-0d7afb67a54b req-c59a5050-d280-4906-a455-bb3fc54f554d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 931 time: 0.0753207 Apr 14 22:28:46.373125 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [req-05df2901-54ca-4db4-9338-bab2b3771710 req-fab8799b-fc06-424b-8d3f-2a0d8a7b502c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:46.460628 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c691511d-a1ae-46e9-bc06-0d7afb67a54b req-987055f7-880d-4467-bf78-0205aa64eed5 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814407 Apr 14 22:28:46.528251 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [req-05df2901-54ca-4db4-9338-bab2b3771710 req-fab8799b-fc06-424b-8d3f-2a0d8a7b502c service neutron] Publish callbacks [] for security_group (0be24158-6fc8-4969-ab4f-975cf80128aa), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:46.584392 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [req-05df2901-54ca-4db4-9338-bab2b3771710 req-fab8799b-fc06-424b-8d3f-2a0d8a7b502c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (0be24158-6fc8-4969-ab4f-975cf80128aa), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:46.619983 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3593a3-0880-4e76-af4b-e31e105b2fcb req-3d0e49fe-5544-429b-a358-6152b9a7481b tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:46.621688 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee3593a3-0880-4e76-af4b-e31e105b2fcb req-3d0e49fe-5544-429b-a358-6152b9a7481b tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 946 time: 0.1093273 Apr 14 22:28:46.635249 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-05df2901-54ca-4db4-9338-bab2b3771710 req-fab8799b-fc06-424b-8d3f-2a0d8a7b502c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859011 Apr 14 22:28:46.637622 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8799b-fc06-424b-8d3f-2a0d8a7b502c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0be24158-6fc8-4969-ab4f-975cf80128aa,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:46.807400 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee3593a3-0880-4e76-af4b-e31e105b2fcb req-6ad7fa18-3687-40df-a67a-668b9f93244e tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784172 Apr 14 22:28:46.843889 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 65bad12b-fea1-4dc6-829c-de73a6518cdb details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:28:46.854422 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed9699-0599-4bc4-aa7d-4f7123f63dea req-7c7134a2-d41a-4269-8c55-aef03732f99f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:46.862051 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0fed9699-0599-4bc4-aa7d-4f7123f63dea req-7c7134a2-d41a-4269-8c55-aef03732f99f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 931 time: 0.0917397 Apr 14 22:28:46.864675 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3330034c-fa7b-461d-9186-ff9551104a31 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:46.885450 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Publish callbacks [] for port (3330034c-fa7b-461d-9186-ff9551104a31), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:46.892730 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f911c3-a0d6-4091-a1a1-a9511eaee58e {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:46.900757 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d92f14-2fa9-4c18-8740-52effd61fc03 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:46.908824 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0fed9699-0599-4bc4-aa7d-4f7123f63dea req-5031b30e-c3c4-403e-9f66-abce6f66ae82 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Apr 14 22:28:46.915645 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Publish callbacks [] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:46.920515 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Publish callbacks [] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:46.925447 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Transition to ACTIVE for port object 3330034c-fa7b-461d-9186-ff9551104a31 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:28:46.942417 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Transition to ACTIVE for port object 28d92f14-2fa9-4c18-8740-52effd61fc03 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:28:46.943734 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Transition to ACTIVE for port object 51f911c3-a0d6-4091-a1a1-a9511eaee58e will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:28:46.984554 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 65bad12b-fea1-4dc6-829c-de73a6518cdb, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:46.994423 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '65bad12b-fea1-4dc6-829c-de73a6518cdb', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'port_id': '65bad12b-fea1-4dc6-829c-de73a6518cdb', 'mac_address': 'fa:16:3e:82:2a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:28:47.031643 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3330034c-fa7b-461d-9186-ff9551104a31), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.056936 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 65bad12b-fea1-4dc6-829c-de73a6518cdb is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:47.061401 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.094349 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.096999 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bad12b-fea1-4dc6-829c-de73a6518cdb {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:47.105344 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.126128 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 65bad12b-fea1-4dc6-829c-de73a6518cdb, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:47.174595 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Pushing event updated for resources: {'Port': ['ID=3330034c-fa7b-461d-9186-ff9551104a31,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:47.209534 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccec6b-b241-481a-af68-49035b1072c8 req-f0a20686-b8f2-40ae-ad85-3c5ec0741d1b tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:47.211147 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37ccec6b-b241-481a-af68-49035b1072c8 req-f0a20686-b8f2-40ae-ad85-3c5ec0741d1b tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 943 time: 0.1303041 Apr 14 22:28:47.232005 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.309599 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=65bad12b-fea1-4dc6-829c-de73a6518cdb,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:47.456796 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['65bad12b-fea1-4dc6-829c-de73a6518cdb'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:28:47.572086 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Attempting to bind port 51f911c3-a0d6-4091-a1a1-a9511eaee58e on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:47.572086 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Attempting to bind port 51f911c3-a0d6-4091-a1a1-a9511eaee58e by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:47.572885 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Attempting to bind port 51f911c3-a0d6-4091-a1a1-a9511eaee58e on network e3306d0d-e591-423b-8690-7ee045757dfe {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:47.592791 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff35fe8-44f7-4c0c-b0af-cd07b48720ef req-2f9efb1d-66a9-4e73-a0a0-eea7efe1e711 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:47.602444 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4ff35fe8-44f7-4c0c-b0af-cd07b48720ef req-2f9efb1d-66a9-4e73-a0a0-eea7efe1e711 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1234074 Apr 14 22:28:47.625976 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=51f911c3-a0d6-4091-a1a1-a9511eaee58e,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:47.654668 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Attempting to bind port 3330034c-fa7b-461d-9186-ff9551104a31 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:47.655606 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Attempting to bind port 3330034c-fa7b-461d-9186-ff9551104a31 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:47.655606 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Attempting to bind port 3330034c-fa7b-461d-9186-ff9551104a31 on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:47.658796 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4ff35fe8-44f7-4c0c-b0af-cd07b48720ef req-89ae7d8f-02c2-42c8-ba5c-9d1e7c9e8262 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550792 Apr 14 22:28:47.664409 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Port 51f911c3-a0d6-4091-a1a1-a9511eaee58e on network e3306d0d-e591-423b-8690-7ee045757dfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:28:47.664735 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Attempting to bind port 51f911c3-a0d6-4091-a1a1-a9511eaee58e on network e3306d0d-e591-423b-8690-7ee045757dfe {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:47.669570 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51116) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:47.698217 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Port 3330034c-fa7b-461d-9186-ff9551104a31 on network 91cf136c-d92b-4435-96b9-805ae0f45c6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:28:47.698543 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Attempting to bind port 3330034c-fa7b-461d-9186-ff9551104a31 on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:47.715400 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:47.717765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Checking segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:47.717765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Bound using segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:47.717765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Bound port: 51f911c3-a0d6-4091-a1a1-a9511eaee58e, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:47.717765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.720087 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Attempting to bind port 28d92f14-2fa9-4c18-8740-52effd61fc03 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:28:47.720647 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Attempting to bind port 28d92f14-2fa9-4c18-8740-52effd61fc03 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:28:47.721122 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Attempting to bind port 28d92f14-2fa9-4c18-8740-52effd61fc03 on network 159b1b7f-6741-46d2-acf2-45a3089013d8 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:47.737648 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Pushing event updated for resources: {'Port': ['ID=28d92f14-2fa9-4c18-8740-52effd61fc03,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:47.753434 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:47.753770 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Checking segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:47.754422 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Bound using segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:47.755040 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Bound port: 3330034c-fa7b-461d-9186-ff9551104a31, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:47.755554 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3330034c-fa7b-461d-9186-ff9551104a31), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.774202 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Port 28d92f14-2fa9-4c18-8740-52effd61fc03 on network 159b1b7f-6741-46d2-acf2-45a3089013d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:28:47.774562 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Attempting to bind port 28d92f14-2fa9-4c18-8740-52effd61fc03 on network 159b1b7f-6741-46d2-acf2-45a3089013d8 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:28:47.794559 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37ccec6b-b241-481a-af68-49035b1072c8 req-31471f98-7404-4535-8d28-fa6e133fbd88 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5108821 Apr 14 22:28:47.822225 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:28:47.822746 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Checking segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:28:47.823071 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Bound using segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:28:47.823405 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Bound port: 28d92f14-2fa9-4c18-8740-52effd61fc03, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:28:47.823765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.844574 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ef189-bbae-4a54-a083-3e9b6f320b41 req-b78e13f2-2a0b-4179-b440-749ef901b256 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:47.856259 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f70ef189-bbae-4a54-a083-3e9b6f320b41 req-b78e13f2-2a0b-4179-b440-749ef901b256 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 943 time: 0.0779736 Apr 14 22:28:47.856259 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-64a13620-1a60-4ac3-bef6-5dcb63af720c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:47.924468 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f70ef189-bbae-4a54-a083-3e9b6f320b41 req-1eb12444-1d72-45b0-845f-bbf562d599b4 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722694 Apr 14 22:28:47.972530 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] For port 51f911c3-a0d6-4091-a1a1-a9511eaee58e, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:48.006976 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] For port 51f911c3-a0d6-4091-a1a1-a9511eaee58e, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=51f911c3-a0d6-4091-a1a1-a9511eaee58e,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:48.009858 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-64a13620-1a60-4ac3-bef6-5dcb63af720c admin admin] Publish callbacks [] for security_group (9fdc20fb-569e-4948-aac3-f7fe85cdb3cb), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.022691 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] For port 3330034c-fa7b-461d-9186-ff9551104a31, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:48.025183 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] For port 28d92f14-2fa9-4c18-8740-52effd61fc03, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:28:48.032533 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d206d-de68-4289-9257-9c82c9d0f6ab req-6e41f115-cdc7-4d90-9ae1-b9aa2e6086f0 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:48.034071 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-282d206d-de68-4289-9257-9c82c9d0f6ab req-6e41f115-cdc7-4d90-9ae1-b9aa2e6086f0 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 946 time: 0.1516707 Apr 14 22:28:48.035938 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] For port 28d92f14-2fa9-4c18-8740-52effd61fc03, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=28d92f14-2fa9-4c18-8740-52effd61fc03,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:48.055086 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] For port 3330034c-fa7b-461d-9186-ff9551104a31, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3330034c-fa7b-461d-9186-ff9551104a31,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:28:48.067992 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-64a13620-1a60-4ac3-bef6-5dcb63af720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (9fdc20fb-569e-4948-aac3-f7fe85cdb3cb), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.093804 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-282d206d-de68-4289-9257-9c82c9d0f6ab req-86b3ceb6-2bcb-4c64-80fe-4709ace23dce tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489249 Apr 14 22:28:48.134511 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.139342 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.143125 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cef479-1d8e-49df-bc8b-25a0cf7a9add req-35dfe056-9465-4aed-b4f9-08173ec59bf2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:48.144356 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b1cef479-1d8e-49df-bc8b-25a0cf7a9add req-35dfe056-9465-4aed-b4f9-08173ec59bf2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 943 time: 0.1188593 Apr 14 22:28:48.153688 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a13620-1a60-4ac3-bef6-5dcb63af720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdc20fb-569e-4948-aac3-f7fe85cdb3cb,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:48.158736 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-64a13620-1a60-4ac3-bef6-5dcb63af720c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cab59f82398a420d8cdd8f343f167fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4874158 Apr 14 22:28:48.164250 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51130) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:48.175696 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3330034c-fa7b-461d-9186-ff9551104a31), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.192232 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:48.192232 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.192232 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] 10.222.0.37 "PUT /v2.0/ports/51f911c3-a0d6-4091-a1a1-a9511eaee58e HTTP/1.1" status: 200 len: 1093 time: 2.4232018 Apr 14 22:28:48.209827 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3605b1-8ef0-43a3-9adc-529333d3d1ad', 'tag': '51f911c3-a0d6-4091-a1a1-a9511eaee58e'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:48.213316 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad96d44-0b59-4082-bb64-2a0ce6774a83" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3605b1-8ef0-43a3-9adc-529333d3d1ad", "tag": "51f911c3-a0d6-4091-a1a1-a9511eaee58e"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:48.236123 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b1cef479-1d8e-49df-bc8b-25a0cf7a9add req-de7f99e7-277b-4753-a2ca-bf0a8f0827e0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Apr 14 22:28:48.246423 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:48.247082 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.248525 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-10713864-b599-45f4-881b-039f3c51c421 service neutron] 10.222.0.37 "PUT /v2.0/ports/28d92f14-2fa9-4c18-8740-52effd61fc03 HTTP/1.1" status: 200 len: 1093 time: 2.4728746 Apr 14 22:28:48.262079 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ff11a16d-5314-4f9a-b0e7-51a6f632bbb9 admin admin] Publish callbacks [] for security_group (9fdc20fb-569e-4948-aac3-f7fe85cdb3cb), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.275456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:48.276097 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.284549 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-893edce9-ba57-479f-9483-26ee30762398 service neutron] 10.222.0.37 "PUT /v2.0/ports/3330034c-fa7b-461d-9186-ff9551104a31 HTTP/1.1" status: 200 len: 1093 time: 2.5006692 Apr 14 22:28:48.291936 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff500ea-28ab-4e67-98ce-2dc9b2231e4a x-openstack-request-id: req-9ff500ea-28ab-4e67-98ce-2dc9b2231e4a {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:48.292229 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3605b1-8ef0-43a3-9adc-529333d3d1ad", "tag": "51f911c3-a0d6-4091-a1a1-a9511eaee58e", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:48.292488 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ff500ea-28ab-4e67-98ce-2dc9b2231e4a {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:48.293194 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff500ea-28ab-4e67-98ce-2dc9b2231e4a'] response: {'name': 'network-changed', 'server_uuid': '2a3605b1-8ef0-43a3-9adc-529333d3d1ad', 'tag': '51f911c3-a0d6-4091-a1a1-a9511eaee58e', 'status': 'completed', 'code': 200} Apr 14 22:28:48.298239 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b71b0-62d3-49b1-a72a-9e4d0583daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=51f911c3-a0d6-4091-a1a1-a9511eaee58e,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:48.317989 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ff11a16d-5314-4f9a-b0e7-51a6f632bbb9 admin admin] Publish callbacks [] for security_group (9fdc20fb-569e-4948-aac3-f7fe85cdb3cb), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.409179 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10713864-b599-45f4-881b-039f3c51c421 service neutron] Pushing event updated for resources: {'Port': ['ID=28d92f14-2fa9-4c18-8740-52effd61fc03,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:48.410791 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51138) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:48.489042 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ff11a16d-5314-4f9a-b0e7-51a6f632bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (9fdc20fb-569e-4948-aac3-f7fe85cdb3cb), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.493226 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ff11a16d-5314-4f9a-b0e7-51a6f632bbb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.494482 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ff11a16d-5314-4f9a-b0e7-51a6f632bbb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fdc20fb-569e-4948-aac3-f7fe85cdb3cb HTTP/1.1" status: 204 len: 168 time: 0.3293390 Apr 14 22:28:48.509535 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11a16d-5314-4f9a-b0e7-51a6f632bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdc20fb-569e-4948-aac3-f7fe85cdb3cb,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:48.579423 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893edce9-ba57-479f-9483-26ee30762398 service neutron] Pushing event updated for resources: {'Port': ['ID=3330034c-fa7b-461d-9186-ff9551104a31,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:48.631278 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-46be76bf-502d-4c83-8b4c-0b3d67ccfb20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.740081 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-46be76bf-502d-4c83-8b4c-0b3d67ccfb20 admin admin] Publish callbacks [] for security_group (fb0a8b7a-c419-45d2-9d01-40c85ccfae22), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.798454 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d239e6-7612-49ec-909f-6b4866d932fe req-67871c7c-3e78-4a47-b2d6-fd6a123c5e12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:48.799883 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-02d239e6-7612-49ec-909f-6b4866d932fe req-67871c7c-3e78-4a47-b2d6-fd6a123c5e12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0494177 Apr 14 22:28:48.842756 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-46be76bf-502d-4c83-8b4c-0b3d67ccfb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fb0a8b7a-c419-45d2-9d01-40c85ccfae22), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:48.853605 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:28:48.885610 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 65bad12b-fea1-4dc6-829c-de73a6518cdb up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:48.903051 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-46be76bf-502d-4c83-8b4c-0b3d67ccfb20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f4cc02f80664529b6e663a5913f3bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910471 Apr 14 22:28:48.910667 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51150) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:48.953625 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-02d239e6-7612-49ec-909f-6b4866d932fe req-d967ff84-724e-4495-bc76-aefac517be59 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473927 Apr 14 22:28:48.984370 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be76bf-502d-4c83-8b4c-0b3d67ccfb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0a8b7a-c419-45d2-9d01-40c85ccfae22,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:49.000067 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.db.resource_extend [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 22:28:49.034673 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac982d55-7080-48cc-be1f-19374beb2e35 admin admin] Publish callbacks [] for security_group (fb0a8b7a-c419-45d2-9d01-40c85ccfae22), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.083269 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac982d55-7080-48cc-be1f-19374beb2e35 admin admin] Publish callbacks [] for security_group (fb0a8b7a-c419-45d2-9d01-40c85ccfae22), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.101686 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 65bad12b-fea1-4dc6-829c-de73a6518cdb completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:28:49.104952 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51156) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:49.123408 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:49.139709 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'port_id': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'mac_address': 'fa:16:3e:7f:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:28:49.173932 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3d9f2-ff2e-4943-862b-abbec2d8444b req-b8df4e67-6fe3-46bc-9a48-af290ecb78fb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.175817 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-19a3d9f2-ff2e-4943-862b-abbec2d8444b req-b8df4e67-6fe3-46bc-9a48-af290ecb78fb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 943 time: 0.0960810 Apr 14 22:28:49.186343 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port b6cb1bbf-4be2-417d-b13a-d260ec56273c is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:49.187081 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.205736 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-bfb1b736-67d3-415a-a0d5-2091ecfa782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.207420 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-bfb1b736-67d3-415a-a0d5-2091ecfa782e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 1127 time: 0.2727661 Apr 14 22:28:49.210524 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-0ea8f8f7-91d9-4d88-b61f-2446aaabcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.212062 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-0ea8f8f7-91d9-4d88-b61f-2446aaabcd7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 1127 time: 0.2697518 Apr 14 22:28:49.213459 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-25eef960-1912-4abe-a8bc-8eaab0d97955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.215198 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-25eef960-1912-4abe-a8bc-8eaab0d97955 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 1127 time: 0.3099902 Apr 14 22:28:49.217044 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cb1bbf-4be2-417d-b13a-d260ec56273c {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:49.222314 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cd94b-83c9-4c66-975b-78cdf82e4747 req-a3e6a27e-7bca-43c9-ad89-c57b2f71b755 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.224228 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-472cd94b-83c9-4c66-975b-78cdf82e4747 req-a3e6a27e-7bca-43c9-ad89-c57b2f71b755 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 943 time: 0.1627231 Apr 14 22:28:49.234207 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 65bad12b-fea1-4dc6-829c-de73a6518cdb triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:49.235034 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.258111 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-19a3d9f2-ff2e-4943-862b-abbec2d8444b req-291f4abe-b6b4-4648-8413-8b409fcaf54c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720682 Apr 14 22:28:49.292872 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-743f16d0-de9a-46e1-b883-70145027259e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.296646 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:49.341447 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac982d55-7080-48cc-be1f-19374beb2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fb0a8b7a-c419-45d2-9d01-40c85ccfae22), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.344162 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac982d55-7080-48cc-be1f-19374beb2e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.348074 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ac982d55-7080-48cc-be1f-19374beb2e35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb0a8b7a-c419-45d2-9d01-40c85ccfae22 HTTP/1.1" status: 204 len: 168 time: 0.4362421 Apr 14 22:28:49.354794 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-cb62c479-d2c4-42fd-9f00-f5816eb8f2e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51f911c3-a0d6-4091-a1a1-a9511eaee58e HTTP/1.1" status: 200 len: 217 time: 0.1231358 Apr 14 22:28:49.356119 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-f1002aff-f7dd-459c-9a50-d0cd19136ef0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3330034c-fa7b-461d-9186-ff9551104a31 HTTP/1.1" status: 200 len: 217 time: 0.1182272 Apr 14 22:28:49.359088 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-a36e08ac-c9ff-4144-8838-1050fbfd2d42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28d92f14-2fa9-4c18-8740-52effd61fc03 HTTP/1.1" status: 200 len: 217 time: 0.1338980 Apr 14 22:28:49.380128 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 65bad12b-fea1-4dc6-829c-de73a6518cdb is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:49.381145 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.387692 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac982d55-7080-48cc-be1f-19374beb2e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0a8b7a-c419-45d2-9d01-40c85ccfae22,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:49.417093 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.420200 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd8fd-72e7-43e5-bfa8-e9b990957993 req-40d34256-2ced-4219-a719-3bbaa34800cd tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.431411 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-55cfd8fd-72e7-43e5-bfa8-e9b990957993 req-40d34256-2ced-4219-a719-3bbaa34800cd tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 946 time: 0.0934880 Apr 14 22:28:49.474495 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ffac21-177b-4414-b808-c6ea710e9af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bad12b-fea1-4dc6-829c-de73a6518cdb'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:49.479533 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216719f1-62f0-4c88-85c5-418517927f99" -d '{"events": [{"server_uuid": "18ffac21-177b-4414-b808-c6ea710e9af5", "name": "network-vif-plugged", "status": "completed", "tag": "65bad12b-fea1-4dc6-829c-de73a6518cdb"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:49.491301 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-472cd94b-83c9-4c66-975b-78cdf82e4747 req-573266f8-3b79-4961-b1f4-bbff663a0de7 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403691 Apr 14 22:28:49.496219 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 65bad12b-fea1-4dc6-829c-de73a6518cdb, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:49.512379 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-907c769d-53f5-48bc-907d-9f5691b5eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.513834 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-907c769d-53f5-48bc-907d-9f5691b5eab3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9260e563-889a-4d8d-9460-f20961e80a75 HTTP/1.1" status: 200 len: 850 time: 0.1418757 Apr 14 22:28:49.518245 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-cfd27a96-c020-4b68-b283-8d316ed5951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.519624 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-cfd27a96-c020-4b68-b283-8d316ed5951e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.1489093 Apr 14 22:28:49.523269 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:49.523426 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-a171aca3-6681-4bb5-a6b4-60d354e0823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.524754 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-a171aca3-6681-4bb5-a6b4-60d354e0823c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.1436708 Apr 14 22:28:49.546422 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51168) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:49.563188 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.586904 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-55cfd8fd-72e7-43e5-bfa8-e9b990957993 req-1dc46866-87ae-4d6e-a648-e536d4c1b40e tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475329 Apr 14 22:28:49.622189 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63d47ede-b978-4896-a702-728517cd834d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.652822 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-743f16d0-de9a-46e1-b883-70145027259e admin admin] Publish callbacks [] for security_group (32effcf2-bdf9-40cd-8412-8d8316eefc81), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.660815 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=65bad12b-fea1-4dc6-829c-de73a6518cdb,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:49.666056 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca539c75-8b12-46ad-b962-47c4670c6cf6 x-openstack-request-id: req-ca539c75-8b12-46ad-b962-47c4670c6cf6 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:49.675889 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ffac21-177b-4414-b808-c6ea710e9af5", "name": "network-vif-plugged", "status": "completed", "tag": "65bad12b-fea1-4dc6-829c-de73a6518cdb", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:49.676188 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca539c75-8b12-46ad-b962-47c4670c6cf6 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:49.676643 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca539c75-8b12-46ad-b962-47c4670c6cf6'] response: {'server_uuid': '18ffac21-177b-4414-b808-c6ea710e9af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bad12b-fea1-4dc6-829c-de73a6518cdb', 'code': 200} Apr 14 22:28:49.677719 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['b6cb1bbf-4be2-417d-b13a-d260ec56273c'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:28:49.680045 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-9ec11f79-ee78-4603-8b60-2f5d455e9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.682587 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-9ec11f79-ee78-4603-8b60-2f5d455e9b38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1500070 Apr 14 22:28:49.685397 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-d6be1201-1f72-41a7-9e89-362341e80f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.690280 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-d6be1201-1f72-41a7-9e89-362341e80f5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=159b1b7f-6741-46d2-acf2-45a3089013d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1695294 Apr 14 22:28:49.715313 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f88fd-76a8-492b-bb43-961b384997ea req-09a64945-5877-404c-b603-90c097ba8ea1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.727743 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dc3f88fd-76a8-492b-bb43-961b384997ea req-09a64945-5877-404c-b603-90c097ba8ea1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 943 time: 0.1286051 Apr 14 22:28:49.730431 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-7dcfb688-c631-4b8f-94da-0d7d5d2023e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:49.732770 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-7dcfb688-c631-4b8f-94da-0d7d5d2023e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1919498 Apr 14 22:28:49.752660 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-743f16d0-de9a-46e1-b883-70145027259e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (32effcf2-bdf9-40cd-8412-8d8316eefc81), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.822590 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f16d0-de9a-46e1-b883-70145027259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32effcf2-bdf9-40cd-8412-8d8316eefc81,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:49.833925 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-743f16d0-de9a-46e1-b883-70145027259e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88e6514075d341598ec9dcbec4e491c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7276633 Apr 14 22:28:49.838287 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51174) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:49.903860 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63d47ede-b978-4896-a702-728517cd834d admin admin] Publish callbacks [] for security_group (e9c94df0-291c-4da7-95ed-4817c1019632), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.928245 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5bba0272-bfba-4020-8545-15482c0265a8 admin admin] Publish callbacks [] for security_group (32effcf2-bdf9-40cd-8412-8d8316eefc81), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.953306 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5bba0272-bfba-4020-8545-15482c0265a8 admin admin] Publish callbacks [] for security_group (32effcf2-bdf9-40cd-8412-8d8316eefc81), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:49.970454 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63d47ede-b978-4896-a702-728517cd834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (e9c94df0-291c-4da7-95ed-4817c1019632), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.001892 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dc3f88fd-76a8-492b-bb43-961b384997ea req-b9a0cdea-bd09-43ee-8248-f70266482898 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730329 Apr 14 22:28:50.021246 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-a319c668-1032-4ed7-a4a3-5d66f6babe73 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297780 Apr 14 22:28:50.059468 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-f5b75466-930d-4b4d-b6c5-d8a1b143b56f service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552032 Apr 14 22:28:50.068272 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96f189-23d7-4d76-b2e7-fc1c7da22f17 req-9d871f48-60ce-4016-bbcc-28d86a9ef98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:50.069583 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1d96f189-23d7-4d76-b2e7-fc1c7da22f17 req-9d871f48-60ce-4016-bbcc-28d86a9ef98a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 1130 time: 0.0575352 Apr 14 22:28:50.082660 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-2eb441d7-a976-4d2b-91e7-9eea3b03c0e4 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683697 Apr 14 22:28:50.101079 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d47ede-b978-4896-a702-728517cd834d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c94df0-291c-4da7-95ed-4817c1019632,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:50.126142 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-63d47ede-b978-4896-a702-728517cd834d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=742bd38a3529494ab59fbf695ee3dda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5748897 Apr 14 22:28:50.130015 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51178) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:50.156853 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a903caa-f3b3-49da-a383-4126268a158d req-cd8b76d8-c82d-40f8-8d1e-69350c0a435a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:50.158343 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0a903caa-f3b3-49da-a383-4126268a158d req-cd8b76d8-c82d-40f8-8d1e-69350c0a435a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 944 time: 0.0849183 Apr 14 22:28:50.158924 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51180) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:50.189400 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63cdeeda-058b-48d5-90e4-4977273482bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.200295 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1d96f189-23d7-4d76-b2e7-fc1c7da22f17 req-c9ce955d-debd-4234-a552-500c88eef768 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183097 Apr 14 22:28:50.208875 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5bba0272-bfba-4020-8545-15482c0265a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (32effcf2-bdf9-40cd-8412-8d8316eefc81), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.211447 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5bba0272-bfba-4020-8545-15482c0265a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.212546 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-5bba0272-bfba-4020-8545-15482c0265a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32effcf2-bdf9-40cd-8412-8d8316eefc81 HTTP/1.1" status: 204 len: 168 time: 0.3729951 Apr 14 22:28:50.236764 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba0272-bfba-4020-8545-15482c0265a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32effcf2-bdf9-40cd-8412-8d8316eefc81,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:50.260354 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0a903caa-f3b3-49da-a383-4126268a158d req-d9d624e1-8335-4fde-99ed-a26f1098c37b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868237 Apr 14 22:28:50.337219 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63cdeeda-058b-48d5-90e4-4977273482bb admin admin] Publish callbacks [] for security_group (981c89db-a510-4095-9688-31ee76771cb1), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.429275 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63cdeeda-058b-48d5-90e4-4977273482bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (981c89db-a510-4095-9688-31ee76771cb1), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.462861 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-63cdeeda-058b-48d5-90e4-4977273482bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bca287df1934d0f8949ed1669423ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002176 Apr 14 22:28:50.464394 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d325568-c159-4b79-980b-61c51ed5b64d', 'tag': '28d92f14-2fa9-4c18-8740-52effd61fc03'}, {'name': 'network-changed', 'server_uuid': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'tag': '3330034c-fa7b-461d-9186-ff9551104a31'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:50.466597 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2d325568-c159-4b79-980b-61c51ed5b64d", "tag": "28d92f14-2fa9-4c18-8740-52effd61fc03"}, {"name": "network-changed", "server_uuid": "78cad0d4-7f63-4f49-9cab-61c43c80a6b0", "tag": "3330034c-fa7b-461d-9186-ff9551104a31"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:50.469393 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51188) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:50.491264 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdeeda-058b-48d5-90e4-4977273482bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981c89db-a510-4095-9688-31ee76771cb1,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:50.538830 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4ca76cab-9d35-4f2d-828b-5f762559dce7 req-1fb83df3-0c03-4581-9490-1901034fbc85 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086648 Apr 14 22:28:50.542382 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575a9a0-57e8-4790-a642-533b7c1ede22 x-openstack-request-id: req-b575a9a0-57e8-4790-a642-533b7c1ede22 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:50.543457 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d325568-c159-4b79-980b-61c51ed5b64d", "tag": "28d92f14-2fa9-4c18-8740-52effd61fc03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78cad0d4-7f63-4f49-9cab-61c43c80a6b0", "tag": "3330034c-fa7b-461d-9186-ff9551104a31", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:50.543457 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b575a9a0-57e8-4790-a642-533b7c1ede22 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:50.543915 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b575a9a0-57e8-4790-a642-533b7c1ede22'] response: {'name': 'network-changed', 'server_uuid': '2d325568-c159-4b79-980b-61c51ed5b64d', 'tag': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'status': 'completed', 'code': 200} Apr 14 22:28:50.544179 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b575a9a0-57e8-4790-a642-533b7c1ede22'] response: {'name': 'network-changed', 'server_uuid': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'tag': '3330034c-fa7b-461d-9186-ff9551104a31', 'status': 'completed', 'code': 200} Apr 14 22:28:50.573323 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-04d35ed4-977f-47ed-87dd-b6dc4a1281cf req-0dcece3d-b667-40e3-a1ee-f570ebfd236e service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045099 Apr 14 22:28:50.594607 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6c897fee-f295-4bbb-97fa-fb59f0571ce0 req-df74c6ab-e07e-4f7d-84a2-20b3a49f5682 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772594 Apr 14 22:28:50.600484 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51db7d-b01a-4dea-be24-e4ec5b99b4b8 req-6f20b0a5-e0ef-4dbd-ab0b-7d6825fec55a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:50.601882 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b51db7d-b01a-4dea-be24-e4ec5b99b4b8 req-6f20b0a5-e0ef-4dbd-ab0b-7d6825fec55a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 943 time: 0.1262820 Apr 14 22:28:50.602497 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0965a0a4-7fe8-4198-bc37-db9ffecb8efc admin admin] Publish callbacks [] for security_group (e9c94df0-291c-4da7-95ed-4817c1019632), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.640798 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e995f6c-c588-4df7-a582-6646fd6f378f req-79a468ae-d817-49bb-9b7a-5133ca39f87c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:50.642206 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5e995f6c-c588-4df7-a582-6646fd6f378f req-79a468ae-d817-49bb-9b7a-5133ca39f87c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 943 time: 0.0469110 Apr 14 22:28:50.651224 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0965a0a4-7fe8-4198-bc37-db9ffecb8efc admin admin] Publish callbacks [] for security_group (e9c94df0-291c-4da7-95ed-4817c1019632), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.682923 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7144-66c4-4e80-ad0b-8ba85a7dc4ec admin admin] Publish callbacks [] for security_group (981c89db-a510-4095-9688-31ee76771cb1), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.694958 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5e995f6c-c588-4df7-a582-6646fd6f378f req-5b97b049-2790-4f50-b631-5a2f451dd919 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466394 Apr 14 22:28:50.703963 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b51db7d-b01a-4dea-be24-e4ec5b99b4b8 req-af606d5e-ac6a-432a-aae0-c95ec712b20a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953619 Apr 14 22:28:50.733558 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7144-66c4-4e80-ad0b-8ba85a7dc4ec admin admin] Publish callbacks [] for security_group (981c89db-a510-4095-9688-31ee76771cb1), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.862038 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:50.904677 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0965a0a4-7fe8-4198-bc37-db9ffecb8efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (e9c94df0-291c-4da7-95ed-4817c1019632), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.906786 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port b6cb1bbf-4be2-417d-b13a-d260ec56273c completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:28:50.907360 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0965a0a4-7fe8-4198-bc37-db9ffecb8efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.908536 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0965a0a4-7fe8-4198-bc37-db9ffecb8efc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9c94df0-291c-4da7-95ed-4817c1019632 HTTP/1.1" status: 204 len: 168 time: 0.7755332 Apr 14 22:28:50.916196 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965a0a4-7fe8-4198-bc37-db9ffecb8efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c94df0-291c-4da7-95ed-4817c1019632,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:50.955988 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7144-66c4-4e80-ad0b-8ba85a7dc4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (981c89db-a510-4095-9688-31ee76771cb1), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.958647 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7144-66c4-4e80-ad0b-8ba85a7dc4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:50.959851 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e0bf7144-66c4-4e80-ad0b-8ba85a7dc4ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/981c89db-a510-4095-9688-31ee76771cb1 HTTP/1.1" status: 204 len: 168 time: 0.4830804 Apr 14 22:28:50.968079 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf7144-66c4-4e80-ad0b-8ba85a7dc4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981c89db-a510-4095-9688-31ee76771cb1,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:51.070095 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port b6cb1bbf-4be2-417d-b13a-d260ec56273c triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:51.070588 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.122087 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80fc3c-0c18-426c-9572-5dee364bff68 req-f3707e0e-bbf8-49d4-b927-6ac84f9cb545 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:51.123605 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7e80fc3c-0c18-426c-9572-5dee364bff68 req-f3707e0e-bbf8-49d4-b927-6ac84f9cb545 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 943 time: 0.0457330 Apr 14 22:28:51.150458 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port b6cb1bbf-4be2-417d-b13a-d260ec56273c is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:51.150876 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.177885 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7e80fc3c-0c18-426c-9572-5dee364bff68 req-cc3ef723-b7f5-4a5a-b26f-01395c9015b8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Apr 14 22:28:51.185163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:51.274351 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.326074 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:51.377342 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51208) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:51.397097 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6402267c-6a75-45cf-9be4-9e0fc824ea46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.411998 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18554304-ef9d-4900-a601-5cf4c1d5c265 req-ff7c6d0a-704f-4115-a608-3cf539bc1391 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:51.413691 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18554304-ef9d-4900-a601-5cf4c1d5c265 req-ff7c6d0a-704f-4115-a608-3cf539bc1391 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0567052 Apr 14 22:28:51.472335 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18554304-ef9d-4900-a601-5cf4c1d5c265 req-3b313822-8ddb-4404-854f-f4d8d8778516 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514209 Apr 14 22:28:51.523008 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6402267c-6a75-45cf-9be4-9e0fc824ea46 admin admin] Publish callbacks [] for security_group (3bfe59ce-3f76-4a8e-9e2e-281a9c14db78), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.629032 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6402267c-6a75-45cf-9be4-9e0fc824ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (3bfe59ce-3f76-4a8e-9e2e-281a9c14db78), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.674731 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6402267c-6a75-45cf-9be4-9e0fc824ea46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01da7cecd0ea45fbafeca916e75e6efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953787 Apr 14 22:28:51.678522 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402267c-6a75-45cf-9be4-9e0fc824ea46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfe59ce-3f76-4a8e-9e2e-281a9c14db78,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:51.678684 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:51.679185 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51228) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:51.686154 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabcdbc2-4946-4d45-83a3-dbd34fab6844" -d '{"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-plugged", "status": "completed", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:51.732965 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c84ce18-b977-40d2-bbe8-a90a22c28af1 x-openstack-request-id: req-1c84ce18-b977-40d2-bbe8-a90a22c28af1 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:51.733284 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-plugged", "status": "completed", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:51.733542 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c84ce18-b977-40d2-bbe8-a90a22c28af1 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:51.733966 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c84ce18-b977-40d2-bbe8-a90a22c28af1'] response: {'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'code': 200} Apr 14 22:28:51.746391 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d549a688-5bba-4434-ad22-5f48002b0e07 admin admin] Publish callbacks [] for security_group (3bfe59ce-3f76-4a8e-9e2e-281a9c14db78), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.774931 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d549a688-5bba-4434-ad22-5f48002b0e07 admin admin] Publish callbacks [] for security_group (3bfe59ce-3f76-4a8e-9e2e-281a9c14db78), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.862002 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148b890-f78b-454d-92c5-75f0d50a8b44 req-2db6b05e-8c2e-4371-87c3-e90b8393829e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:51.863786 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e148b890-f78b-454d-92c5-75f0d50a8b44 req-2db6b05e-8c2e-4371-87c3-e90b8393829e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 943 time: 0.0576069 Apr 14 22:28:51.912833 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e148b890-f78b-454d-92c5-75f0d50a8b44 req-f4b90f75-cb7a-4642-8a61-de634747a05b tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420153 Apr 14 22:28:51.939258 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d549a688-5bba-4434-ad22-5f48002b0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (3bfe59ce-3f76-4a8e-9e2e-281a9c14db78), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.942259 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d549a688-5bba-4434-ad22-5f48002b0e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:51.943233 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d549a688-5bba-4434-ad22-5f48002b0e07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bfe59ce-3f76-4a8e-9e2e-281a9c14db78 HTTP/1.1" status: 204 len: 168 time: 0.2630680 Apr 14 22:28:51.955129 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549a688-5bba-4434-ad22-5f48002b0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfe59ce-3f76-4a8e-9e2e-281a9c14db78,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:52.047684 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4bfed-9f7a-4e5d-b21f-dbcab7de2bd2 req-1d8f08b0-8a17-48ec-aa3c-1ef8d720f99a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:52.049237 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-79f4bfed-9f7a-4e5d-b21f-dbcab7de2bd2 req-1d8f08b0-8a17-48ec-aa3c-1ef8d720f99a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 943 time: 0.0481060 Apr 14 22:28:52.106971 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-79f4bfed-9f7a-4e5d-b21f-dbcab7de2bd2 req-859dfa16-0498-4d19-8a78-e96870eaa8c2 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480225 Apr 14 22:28:52.322266 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d93815-a2e3-4588-9886-a78021c391fd req-849b1a73-c254-40fc-9e13-347fa6d16d7b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:52.323842 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-79d93815-a2e3-4588-9886-a78021c391fd req-849b1a73-c254-40fc-9e13-347fa6d16d7b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 943 time: 0.0754983 Apr 14 22:28:52.375829 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-79d93815-a2e3-4588-9886-a78021c391fd req-c6f25dfa-0b94-4eac-aefb-7a1875be6568 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Apr 14 22:28:52.612914 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcbf03-9b8b-422a-9294-20d236d3c173 req-85c1cdad-a458-4395-ae4a-247b4b325091 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:52.614822 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9efcbf03-9b8b-422a-9294-20d236d3c173 req-85c1cdad-a458-4395-ae4a-247b4b325091 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Apr 14 22:28:52.669172 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9efcbf03-9b8b-422a-9294-20d236d3c173 req-3568d8c8-0bf8-4f7a-85ba-1b436f6c2404 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471361 Apr 14 22:28:53.025810 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e8639-228c-4612-a003-d8bd214781bc req-066c362f-48ae-47d3-a773-7d7f38cceb8d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:53.027360 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a0e8639-228c-4612-a003-d8bd214781bc req-066c362f-48ae-47d3-a773-7d7f38cceb8d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 943 time: 0.0472555 Apr 14 22:28:53.081741 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a0e8639-228c-4612-a003-d8bd214781bc req-b95d772d-930e-41f0-977b-da4d60ba8ab5 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481975 Apr 14 22:28:53.226876 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53759b8-1110-49fb-80a5-512c5af54607 req-4f5186ac-0f61-46fa-a5ac-073dc22b67a0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:53.228373 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e53759b8-1110-49fb-80a5-512c5af54607 req-4f5186ac-0f61-46fa-a5ac-073dc22b67a0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 943 time: 0.0537298 Apr 14 22:28:53.282156 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e53759b8-1110-49fb-80a5-512c5af54607 req-2774158a-2b1f-4762-8b2f-134575853fc6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479839 Apr 14 22:28:53.499920 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729095c8-dd61-48ce-a6dd-2bd99b19813d req-b60e5058-363c-46d2-bf57-b8e6188cf46f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:53.501626 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-729095c8-dd61-48ce-a6dd-2bd99b19813d req-b60e5058-363c-46d2-bf57-b8e6188cf46f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 943 time: 0.0556390 Apr 14 22:28:53.553064 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-729095c8-dd61-48ce-a6dd-2bd99b19813d req-a75730d4-c43f-40ff-9564-63b2039f8bcc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452774 Apr 14 22:28:53.748545 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-7b756703-24a1-44c8-a75f-c4bc40c07243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:53.751159 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-7b756703-24a1-44c8-a75f-c4bc40c07243 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 1127 time: 0.0772471 Apr 14 22:28:53.759953 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-6d2e6b0b-19fd-4050-b95b-e0c811905dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:53.761597 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-6d2e6b0b-19fd-4050-b95b-e0c811905dba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 1127 time: 0.0866108 Apr 14 22:28:54.078369 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a41166-8b70-4518-87f6-0c056da750f0 req-fc7f4606-8f18-402e-a738-12ded4e215ea tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.080566 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-05a41166-8b70-4518-87f6-0c056da750f0 req-fc7f4606-8f18-402e-a738-12ded4e215ea tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.2936389 Apr 14 22:28:54.085196 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-9694bde4-1231-44c8-9904-6f6e16db8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.086619 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-9694bde4-1231-44c8-9904-6f6e16db8f09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.3161879 Apr 14 22:28:54.213451 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-9ebba7bb-60c2-4cf0-83fd-4018c18dfdc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51f911c3-a0d6-4091-a1a1-a9511eaee58e HTTP/1.1" status: 200 len: 217 time: 0.1150086 Apr 14 22:28:54.230100 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-9df011fa-26c2-4cac-96cd-349fa6fb1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.231575 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-9df011fa-26c2-4cac-96cd-349fa6fb1188 service neutron] 10.222.0.37 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 912 time: 0.4689806 Apr 14 22:28:54.247720 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60fc69-b77c-48cc-97d8-75f3032a764c req-de676148-ab4c-4949-8cca-22dd68e6a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.249263 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7c60fc69-b77c-48cc-97d8-75f3032a764c req-de676148-ab4c-4949-8cca-22dd68e6a1db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 1129 time: 0.1654737 Apr 14 22:28:54.325586 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-a9459968-848d-4e71-8dc6-3c8d05099d5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28d92f14-2fa9-4c18-8740-52effd61fc03 HTTP/1.1" status: 200 len: 217 time: 0.0791900 Apr 14 22:28:54.349369 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-05a41166-8b70-4518-87f6-0c056da750f0 req-91d2dea6-8ccf-43b0-8d30-416c81268c24 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616482 Apr 14 22:28:54.407074 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-882574a5-d2f6-42ae-86bd-596057a66d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.408563 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-882574a5-d2f6-42ae-86bd-596057a66d56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.1799660 Apr 14 22:28:54.504038 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-7212196c-592a-4684-ad5b-ad2908ae05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.505564 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-7212196c-592a-4684-ad5b-ad2908ae05ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9260e563-889a-4d8d-9460-f20961e80a75 HTTP/1.1" status: 200 len: 850 time: 0.1685076 Apr 14 22:28:54.518012 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7c60fc69-b77c-48cc-97d8-75f3032a764c req-5d660f8c-1132-4f61-9b41-fb850765c827 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407868 Apr 14 22:28:54.555005 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d20d9-9f45-49b8-9dbd-60d0f92a4ee5 req-7d6bf32a-c2f8-4a64-9803-bc21ab400af1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.556527 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827d20d9-9f45-49b8-9dbd-60d0f92a4ee5 req-7d6bf32a-c2f8-4a64-9803-bc21ab400af1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 943 time: 0.1373110 Apr 14 22:28:54.560175 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-b0787168-61a5-4d6f-bf39-67c480811fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.561666 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-b0787168-61a5-4d6f-bf39-67c480811fa5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1348937 Apr 14 22:28:54.584751 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-29726889-cb99-43a7-9dbe-af50ade13d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.586240 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-29726889-cb99-43a7-9dbe-af50ade13d94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=159b1b7f-6741-46d2-acf2-45a3089013d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712295 Apr 14 22:28:54.617150 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827d20d9-9f45-49b8-9dbd-60d0f92a4ee5 req-54d0267d-a313-4833-9eb6-fc377c16d046 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524557 Apr 14 22:28:54.730365 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c9668-bed9-4aee-bd19-6a5c76265d85 req-6749a3f6-bc67-4975-bf9d-c08c0ec7109b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.738957 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3e81e-3e76-4dab-b029-0b458999b2ac req-3f9f6566-7b01-4b24-ba21-77c685782464 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:54.739374 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ca0c9668-bed9-4aee-bd19-6a5c76265d85 req-6749a3f6-bc67-4975-bf9d-c08c0ec7109b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 943 time: 0.0774693 Apr 14 22:28:54.751475 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ff3e81e-3e76-4dab-b029-0b458999b2ac req-3f9f6566-7b01-4b24-ba21-77c685782464 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 943 time: 0.0739489 Apr 14 22:28:54.803170 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ca0c9668-bed9-4aee-bd19-6a5c76265d85 req-f7e7cb5a-e2fd-495e-a77f-1a4c31857e9e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627899 Apr 14 22:28:54.882351 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 3330034c-fa7b-461d-9186-ff9551104a31 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:28:54.959140 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ff3e81e-3e76-4dab-b029-0b458999b2ac req-91e6e613-0769-46b5-b229-be98ff2ab603 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871541 Apr 14 22:28:54.982775 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-f46a16b1-77b3-4f86-b9e5-d1812aa1f871 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290287 Apr 14 22:28:54.985673 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-ba27934d-0d9e-4553-8ec6-54cae9fdadf4 service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332048 Apr 14 22:28:55.029936 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51386) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:55.047209 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 3330034c-fa7b-461d-9186-ff9551104a31, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3330034c-fa7b-461d-9186-ff9551104a31,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:55.059146 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '3330034c-fa7b-461d-9186-ff9551104a31', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:28:55.113686 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 3330034c-fa7b-461d-9186-ff9551104a31 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:55.114174 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3330034c-fa7b-461d-9186-ff9551104a31), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.129734 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3330034c-fa7b-461d-9186-ff9551104a31 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:55.151377 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 3330034c-fa7b-461d-9186-ff9551104a31, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3330034c-fa7b-461d-9186-ff9551104a31,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:55.162453 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a511fd74-7238-4b23-89ed-abbbe14a9440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.247788 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3330034c-fa7b-461d-9186-ff9551104a31), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.248503 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 51f911c3-a0d6-4091-a1a1-a9511eaee58e details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:28:55.253289 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a511fd74-7238-4b23-89ed-abbbe14a9440 admin admin] Publish callbacks [] for security_group (452244bb-5987-4a1b-9771-cd7db5f09245), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.324000 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=3330034c-fa7b-461d-9186-ff9551104a31,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:55.396819 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a511fd74-7238-4b23-89ed-abbbe14a9440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (452244bb-5987-4a1b-9771-cd7db5f09245), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.401303 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 51f911c3-a0d6-4091-a1a1-a9511eaee58e, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=51f911c3-a0d6-4091-a1a1-a9511eaee58e,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:55.414783 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '51f911c3-a0d6-4091-a1a1-a9511eaee58e', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'port_id': '51f911c3-a0d6-4091-a1a1-a9511eaee58e', 'mac_address': 'fa:16:3e:e3:03:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:28:55.465312 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 51f911c3-a0d6-4091-a1a1-a9511eaee58e is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:55.465934 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.484887 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f911c3-a0d6-4091-a1a1-a9511eaee58e {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:55.508897 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 51f911c3-a0d6-4091-a1a1-a9511eaee58e, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=51f911c3-a0d6-4091-a1a1-a9511eaee58e,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:55.523435 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0679f8-7520-4037-8d07-5720ff9113f7 req-208fc9ca-c6bb-4e32-b433-56192d26251a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:55.525357 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3d0679f8-7520-4037-8d07-5720ff9113f7 req-208fc9ca-c6bb-4e32-b433-56192d26251a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.1021850 Apr 14 22:28:55.528503 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511fd74-7238-4b23-89ed-abbbe14a9440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452244bb-5987-4a1b-9771-cd7db5f09245,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:55.536616 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a511fd74-7238-4b23-89ed-abbbe14a9440 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=649ba5b277374e2c89bfc1e8c361d815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5052991 Apr 14 22:28:55.543048 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51412) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:55.595614 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3d0679f8-7520-4037-8d07-5720ff9113f7 req-c6a46f94-5450-4c51-9184-ddef1a0691fa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509570 Apr 14 22:28:55.595950 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.612991 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aad96d44-0b59-4082-bb64-2a0ce6774a83 req-f1b69156-f980-4f37-95d6-0dd73105a666 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665014 Apr 14 22:28:55.617915 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-c262dfd5-1995-46d8-b6f4-26a6abdbc82d service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702315 Apr 14 22:28:55.657056 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=51f911c3-a0d6-4091-a1a1-a9511eaee58e,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:55.659031 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b462c8ec-83ea-41e5-ae3d-8520c19699df admin admin] Publish callbacks [] for security_group (452244bb-5987-4a1b-9771-cd7db5f09245), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.683909 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b462c8ec-83ea-41e5-ae3d-8520c19699df admin admin] Publish callbacks [] for security_group (452244bb-5987-4a1b-9771-cd7db5f09245), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.752294 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378096f9-ad4e-460c-aaad-336aa03c8c3f req-487c9341-c731-4c5e-a5d7-ed1570047edc tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:55.753921 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-378096f9-ad4e-460c-aaad-336aa03c8c3f req-487c9341-c731-4c5e-a5d7-ed1570047edc tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 943 time: 0.0632856 Apr 14 22:28:55.808918 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-378096f9-ad4e-460c-aaad-336aa03c8c3f req-3630f21d-f4d0-4eca-a36d-902f8a5aec6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490751 Apr 14 22:28:55.864374 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b462c8ec-83ea-41e5-ae3d-8520c19699df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (452244bb-5987-4a1b-9771-cd7db5f09245), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.867075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b462c8ec-83ea-41e5-ae3d-8520c19699df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:55.868221 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b462c8ec-83ea-41e5-ae3d-8520c19699df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/452244bb-5987-4a1b-9771-cd7db5f09245 HTTP/1.1" status: 204 len: 168 time: 0.3247404 Apr 14 22:28:55.877565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c8ec-83ea-41e5-ae3d-8520c19699df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452244bb-5987-4a1b-9771-cd7db5f09245,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:55.932225 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fabff-a174-472c-bcb5-ada9e2c2a291 req-6defbef9-aa98-492b-a627-56314839aa8a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:55.934150 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-636fabff-a174-472c-bcb5-ada9e2c2a291 req-6defbef9-aa98-492b-a627-56314839aa8a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 944 time: 0.0607877 Apr 14 22:28:55.991718 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-636fabff-a174-472c-bcb5-ada9e2c2a291 req-341cf588-1fa9-448b-8ba5-45f1325fedfb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488517 Apr 14 22:28:56.002250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['3330034c-fa7b-461d-9186-ff9551104a31'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:28:56.080975 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51426) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:56.095113 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['51f911c3-a0d6-4091-a1a1-a9511eaee58e'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:28:56.119724 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bea93-5d7b-45fc-9498-df4adb41198a req-e055c0a0-9379-498c-93d9-52432dd6496b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:56.122175 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5d2bea93-5d7b-45fc-9498-df4adb41198a req-e055c0a0-9379-498c-93d9-52432dd6496b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 944 time: 0.0762002 Apr 14 22:28:56.217251 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5d2bea93-5d7b-45fc-9498-df4adb41198a req-ca3b6da1-49cb-4a1e-9689-46083d48d284 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868902 Apr 14 22:28:56.327974 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-7aed68b7-5e22-403e-a996-0782169a5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:56.330093 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-7aed68b7-5e22-403e-a996-0782169a5f4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 1128 time: 0.0552919 Apr 14 22:28:56.385316 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f72d-0118-4e0c-9c16-870779428510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:56.470059 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f72d-0118-4e0c-9c16-870779428510 admin admin] Publish callbacks [] for security_group (73b0ba9a-1470-43a6-9bf3-e41b5a4cfd7a), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:56.561643 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f72d-0118-4e0c-9c16-870779428510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (73b0ba9a-1470-43a6-9bf3-e41b5a4cfd7a), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:56.607934 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8f72d-0118-4e0c-9c16-870779428510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b0ba9a-1470-43a6-9bf3-e41b5a4cfd7a,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:56.614135 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-e2d8f72d-0118-4e0c-9c16-870779428510 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d4db1466152425aae2b66178d6aa6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5320315 Apr 14 22:28:56.616738 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51436) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:56.617272 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-7118a2c2-ff80-4f30-9fbb-5f9086e1f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:56.623837 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-7118a2c2-ff80-4f30-9fbb-5f9086e1f01e service neutron] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 916 time: 0.2868361 Apr 14 22:28:56.678330 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9af2e097-0a29-4caa-9c18-327f37879ffb admin admin] Publish callbacks [] for security_group (73b0ba9a-1470-43a6-9bf3-e41b5a4cfd7a), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:56.686132 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-a976440f-deca-4ec3-8161-30369e9fe857 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3330034c-fa7b-461d-9186-ff9551104a31 HTTP/1.1" status: 200 len: 217 time: 0.0477388 Apr 14 22:28:56.705770 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9af2e097-0a29-4caa-9c18-327f37879ffb admin admin] Publish callbacks [] for security_group (73b0ba9a-1470-43a6-9bf3-e41b5a4cfd7a), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:56.742038 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51442) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:56.757375 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-5846e8e1-d837-4e23-bcb1-d8cecd6bcd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:56.758961 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-5846e8e1-d837-4e23-bcb1-d8cecd6bcd1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.0658813 Apr 14 22:28:56.759765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fa8f6209-edf9-4ab6-8fc1-645594d9c3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:56.780518 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894db97a-b637-4453-8820-2f814555f745 req-c0a16032-9872-4292-8bd5-da5ab0f5bd58 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:56.784013 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-894db97a-b637-4453-8820-2f814555f745 req-c0a16032-9872-4292-8bd5-da5ab0f5bd58 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0684855 Apr 14 22:28:56.822339 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-12332d91-d2c4-47a4-9066-f6ae5e1488e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:56.823797 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-12332d91-d2c4-47a4-9066-f6ae5e1488e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556879 Apr 14 22:28:56.835886 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-894db97a-b637-4453-8820-2f814555f745 req-1c48d084-16fe-4acb-a3c3-d614bd6fba1c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463285 Apr 14 22:28:56.957728 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8939e-4d36-46d8-b13f-b41b0185b1b8 req-0e549624-eb9e-4dd9-9b37-d54090fbf348 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:56.959468 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbd8939e-4d36-46d8-b13f-b41b0185b1b8 req-0e549624-eb9e-4dd9-9b37-d54090fbf348 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 943 time: 0.0659490 Apr 14 22:28:56.968920 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90b159-81e2-4707-b118-79fb3be2790e req-a26c9f19-355f-4ee1-9aa5-d5d5951b9c55 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:56.971400 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8c90b159-81e2-4707-b118-79fb3be2790e req-a26c9f19-355f-4ee1-9aa5-d5d5951b9c55 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0570092 Apr 14 22:28:56.980410 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-24717fb2-1b7d-476b-b4eb-c4b1998c1537 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497216 Apr 14 22:28:56.983021 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51450) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:56.987574 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'floatingip': {'port_id': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:28:56.990155 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9af2e097-0a29-4caa-9c18-327f37879ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (73b0ba9a-1470-43a6-9bf3-e41b5a4cfd7a), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:56.992801 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9af2e097-0a29-4caa-9c18-327f37879ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:56.997133 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-9af2e097-0a29-4caa-9c18-327f37879ffb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73b0ba9a-1470-43a6-9bf3-e41b5a4cfd7a HTTP/1.1" status: 204 len: 168 time: 0.3758714 Apr 14 22:28:57.076032 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2e097-0a29-4caa-9c18-327f37879ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b0ba9a-1470-43a6-9bf3-e41b5a4cfd7a,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:57.087570 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (ef60a2c7-cf1a-4608-95d6-4a45d7692d37), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.112739 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dbd8939e-4d36-46d8-b13f-b41b0185b1b8 req-6223a2da-59c9-4538-a212-e19e6c64c848 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382294 Apr 14 22:28:57.211176 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fa8f6209-edf9-4ab6-8fc1-645594d9c3d2 admin admin] Publish callbacks [] for security_group (552d346a-7ce6-4a59-90c0-ccf6f42219ef), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.213863 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec4edd9-bf5a-47d7-aba4-c81fdc9d33ba req-55125b62-f0b0-4037-94af-157639473c07 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255321 Apr 14 22:28:57.256235 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef3a91-8a38-4ccb-94c5-7354a1a95848 req-026dabd8-af1d-49bf-aec6-0d5c80e38383 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:57.257908 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-57ef3a91-8a38-4ccb-94c5-7354a1a95848 req-026dabd8-af1d-49bf-aec6-0d5c80e38383 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 944 time: 0.1789427 Apr 14 22:28:57.271162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fa8f6209-edf9-4ab6-8fc1-645594d9c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (552d346a-7ce6-4a59-90c0-ccf6f42219ef), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.303439 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 28d92f14-2fa9-4c18-8740-52effd61fc03 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:28:57.308066 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 3330034c-fa7b-461d-9186-ff9551104a31 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:57.333468 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fa8f6209-edf9-4ab6-8fc1-645594d9c3d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f29782a1b7874c1baa855a8cc82d7773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903680 Apr 14 22:28:57.338241 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51464) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:57.370152 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f6209-edf9-4ab6-8fc1-645594d9c3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552d346a-7ce6-4a59-90c0-ccf6f42219ef,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:57.390957 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 3330034c-fa7b-461d-9186-ff9551104a31 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:28:57.395674 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2146e-dabb-4128-8610-ea783d43cafe req-9143b333-b47e-4073-9872-e6c8696c75de tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:57.402258 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-32c2146e-dabb-4128-8610-ea783d43cafe req-9143b333-b47e-4073-9872-e6c8696c75de tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 944 time: 0.1159577 Apr 14 22:28:57.462234 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 28d92f14-2fa9-4c18-8740-52effd61fc03, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=28d92f14-2fa9-4c18-8740-52effd61fc03,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:57.475088 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'port_id': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'mac_address': 'fa:16:3e:49:5d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:28:57.477370 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 3330034c-fa7b-461d-9186-ff9551104a31 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:57.477900 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (3330034c-fa7b-461d-9186-ff9551104a31), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.478960 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-57ef3a91-8a38-4ccb-94c5-7354a1a95848 req-51f070ba-9953-4220-8513-fc4487d09829 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030711 Apr 14 22:28:57.488230 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-32c2146e-dabb-4128-8610-ea783d43cafe req-d9625e3e-01e1-4f51-844e-9f4ff71ddffd tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770934 Apr 14 22:28:57.555640 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-aec9d3a6-89d1-4312-bc7b-f0ea84dfa3b4 admin admin] Publish callbacks [] for security_group (552d346a-7ce6-4a59-90c0-ccf6f42219ef), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.558752 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 28d92f14-2fa9-4c18-8740-52effd61fc03 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:57.559206 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.579571 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d92f14-2fa9-4c18-8740-52effd61fc03 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:28:57.597268 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-aec9d3a6-89d1-4312-bc7b-f0ea84dfa3b4 admin admin] Publish callbacks [] for security_group (552d346a-7ce6-4a59-90c0-ccf6f42219ef), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.601740 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 28d92f14-2fa9-4c18-8740-52effd61fc03, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=28d92f14-2fa9-4c18-8740-52effd61fc03,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:57.643840 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 3330034c-fa7b-461d-9186-ff9551104a31 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:57.644232 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3330034c-fa7b-461d-9186-ff9551104a31), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.669685 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3330034c-fa7b-461d-9186-ff9551104a31'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:57.672638 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373fc01d-abbd-4874-bfd5-3811a95596d3" -d '{"events": [{"server_uuid": "78cad0d4-7f63-4f49-9cab-61c43c80a6b0", "name": "network-vif-plugged", "status": "completed", "tag": "3330034c-fa7b-461d-9186-ff9551104a31"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:57.685498 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 3330034c-fa7b-461d-9186-ff9551104a31, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3330034c-fa7b-461d-9186-ff9551104a31,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:57.699225 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.731446 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9265915d-c62a-46a1-aa07-77892435d538 x-openstack-request-id: req-9265915d-c62a-46a1-aa07-77892435d538 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:57.731759 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cad0d4-7f63-4f49-9cab-61c43c80a6b0", "name": "network-vif-plugged", "status": "completed", "tag": "3330034c-fa7b-461d-9186-ff9551104a31", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:57.732014 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9265915d-c62a-46a1-aa07-77892435d538 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:57.732418 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9265915d-c62a-46a1-aa07-77892435d538'] response: {'server_uuid': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3330034c-fa7b-461d-9186-ff9551104a31', 'code': 200} Apr 14 22:28:57.763953 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=28d92f14-2fa9-4c18-8740-52effd61fc03,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:57.817404 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3330034c-fa7b-461d-9186-ff9551104a31), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:57.818364 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 51f911c3-a0d6-4091-a1a1-a9511eaee58e up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:57.906227 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=3330034c-fa7b-461d-9186-ff9551104a31,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:57.916642 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 51f911c3-a0d6-4091-a1a1-a9511eaee58e completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:28:57.987331 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['28d92f14-2fa9-4c18-8740-52effd61fc03'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:28:58.012731 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 51f911c3-a0d6-4091-a1a1-a9511eaee58e triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:58.013108 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.058888 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674340c0-671b-475e-9d14-964701f72e1e req-6ccc55bf-9c08-4f5e-bef1-1508aff451f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:58.061172 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-674340c0-671b-475e-9d14-964701f72e1e req-6ccc55bf-9c08-4f5e-bef1-1508aff451f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 1129 time: 0.0443981 Apr 14 22:28:58.088948 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51472) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:58.112287 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3b1d763c-c245-47d1-92d0-e31ea0e78ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.120182 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-aec9d3a6-89d1-4312-bc7b-f0ea84dfa3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (552d346a-7ce6-4a59-90c0-ccf6f42219ef), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.124937 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-aec9d3a6-89d1-4312-bc7b-f0ea84dfa3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.129494 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-aec9d3a6-89d1-4312-bc7b-f0ea84dfa3b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/552d346a-7ce6-4a59-90c0-ccf6f42219ef HTTP/1.1" status: 204 len: 168 time: 0.7901981 Apr 14 22:28:58.161711 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 51f911c3-a0d6-4091-a1a1-a9511eaee58e is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:58.162101 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.174986 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-674340c0-671b-475e-9d14-964701f72e1e req-e7c523ee-f8ed-41f8-ae25-343805625100 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064816 Apr 14 22:28:58.198565 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.db.resource_extend [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 22:28:58.209064 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9d3a6-89d1-4312-bc7b-f0ea84dfa3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552d346a-7ce6-4a59-90c0-ccf6f42219ef,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:58.228129 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 51f911c3-a0d6-4091-a1a1-a9511eaee58e, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=51f911c3-a0d6-4091-a1a1-a9511eaee58e,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:58.284760 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3b1d763c-c245-47d1-92d0-e31ea0e78ab0 admin admin] Publish callbacks [] for security_group (7fcf4211-a838-4ed9-8f09-4bebb68127b2), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.301607 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f653aa-be3b-4efa-8f9e-2794621f8a14 req-363d735c-ece9-4bd9-a190-8bb233819721 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:58.303327 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2f653aa-be3b-4efa-8f9e-2794621f8a14 req-363d735c-ece9-4bd9-a190-8bb233819721 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 944 time: 0.0675275 Apr 14 22:28:58.306624 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.346225 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.364185 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2f653aa-be3b-4efa-8f9e-2794621f8a14 req-7102652c-0752-4ab3-97b3-1a9adbdc1db9 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541182 Apr 14 22:28:58.367304 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3b1d763c-c245-47d1-92d0-e31ea0e78ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (7fcf4211-a838-4ed9-8f09-4bebb68127b2), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.401179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=51f911c3-a0d6-4091-a1a1-a9511eaee58e,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:58.405177 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51486) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:58.406430 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3b1d763c-c245-47d1-92d0-e31ea0e78ab0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c89969bb3b2b47c9b2ec09c6a36b7d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161492 Apr 14 22:28:58.424388 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d763c-c245-47d1-92d0-e31ea0e78ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcf4211-a838-4ed9-8f09-4bebb68127b2,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:58.450233 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (ef60a2c7-cf1a-4608-95d6-4a45d7692d37), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.500539 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6eefce7a-f3d1-4806-b3c1-64b3d603f63e admin admin] Publish callbacks [] for security_group (7fcf4211-a838-4ed9-8f09-4bebb68127b2), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.567449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6eefce7a-f3d1-4806-b3c1-64b3d603f63e admin admin] Publish callbacks [] for security_group (7fcf4211-a838-4ed9-8f09-4bebb68127b2), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.611795 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c90456-d308-47fe-8308-af0bc760b010 req-425262de-3a03-44ad-b438-4231142d88e2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:58.613741 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e5c90456-d308-47fe-8308-af0bc760b010 req-425262de-3a03-44ad-b438-4231142d88e2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0611720 Apr 14 22:28:58.652272 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224d948-8363-4f1b-81c8-da0b17268b48 req-9b90fcec-ccaf-43e7-ae88-4c8d55a1985d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:58.653774 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e224d948-8363-4f1b-81c8-da0b17268b48 req-9b90fcec-ccaf-43e7-ae88-4c8d55a1985d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.1004050 Apr 14 22:28:58.655418 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Floating IP ef60a2c7-cf1a-4608-95d6-4a45d7692d37 associated. External IP: 172.27.0.206, port: b6cb1bbf-4be2-417d-b13a-d260ec56273c. Apr 14 22:28:58.678895 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e5c90456-d308-47fe-8308-af0bc760b010 req-aaa7cd72-a1a1-45c8-bb67-739b1386ca73 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582213 Apr 14 22:28:58.794961 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e224d948-8363-4f1b-81c8-da0b17268b48 req-22fb425f-f2fb-49ff-8db8-a234b4152d3e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020000 Apr 14 22:28:58.838311 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51500) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:58.844974 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6eefce7a-f3d1-4806-b3c1-64b3d603f63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (7fcf4211-a838-4ed9-8f09-4bebb68127b2), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.847557 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6eefce7a-f3d1-4806-b3c1-64b3d603f63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:58.851362 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6eefce7a-f3d1-4806-b3c1-64b3d603f63e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fcf4211-a838-4ed9-8f09-4bebb68127b2 HTTP/1.1" status: 204 len: 168 time: 0.4420724 Apr 14 22:28:58.859599 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefce7a-f3d1-4806-b3c1-64b3d603f63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcf4211-a838-4ed9-8f09-4bebb68127b2,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:58.947861 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Router 622e9664-96bf-4045-8f59-135fabc44e44 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:28:59.007474 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-01157a03-4b27-48b6-a071-03cb542d1b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.099199 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:28:59.106225 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.113197 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] Sync routers for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:28:59.123922 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:59.124654 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:59.153827 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-df35ada8-a30d-45a6-9750-d573de80f154 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "PUT /v2.0/floatingips/ef60a2c7-cf1a-4608-95d6-4a45d7692d37 HTTP/1.1" status: 200 len: 991 time: 2.1623642 Apr 14 22:28:59.153827 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:59.223554 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-01157a03-4b27-48b6-a071-03cb542d1b84 admin admin] Publish callbacks [] for security_group (33e06e83-3454-46cd-abfd-ca6d89b801a8), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.257046 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:59.298879 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-01157a03-4b27-48b6-a071-03cb542d1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (33e06e83-3454-46cd-abfd-ca6d89b801a8), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.309870 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 28d92f14-2fa9-4c18-8740-52effd61fc03 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:28:59.345569 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51522) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:28:59.346180 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-01157a03-4b27-48b6-a071-03cb542d1b84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c536dedfc5004a2399a388d5ef2b1947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5065603 Apr 14 22:28:59.359218 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01157a03-4b27-48b6-a071-03cb542d1b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e06e83-3454-46cd-abfd-ca6d89b801a8,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:59.457746 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 28d92f14-2fa9-4c18-8740-52effd61fc03 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:28:59.473092 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fdb182eb-d055-4465-8eb2-de4773bf70ea admin admin] Publish callbacks [] for security_group (33e06e83-3454-46cd-abfd-ca6d89b801a8), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.515557 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1950a7b-ae57-474d-b1ca-406513e4abbc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:59.549629 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 28d92f14-2fa9-4c18-8740-52effd61fc03 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:28:59.550010 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.553340 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fdb182eb-d055-4465-8eb2-de4773bf70ea admin admin] Publish callbacks [] for security_group (33e06e83-3454-46cd-abfd-ca6d89b801a8), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.582267 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd7909-498a-4ce1-9fbd-b17f0eff2c75 req-56404314-8b71-4c2e-9dd2-49bce1659373 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:59.584098 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b5bd7909-498a-4ce1-9fbd-b17f0eff2c75 req-56404314-8b71-4c2e-9dd2-49bce1659373 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 944 time: 0.0951381 Apr 14 22:28:59.621238 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'ef60a2c7-cf1a-4608-95d6-4a45d7692d37', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'port_id': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'mac_address': 'fa:16:3e:7f:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:23Z', 'updated_at': '2022-04-14T22:28:58Z', 'revision_number': 1, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:59.653245 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] Checking router: 622e9664-96bf-4045-8f59-135fabc44e44 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:28:59.658103 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 28d92f14-2fa9-4c18-8740-52effd61fc03 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:28:59.658749 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.668924 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b5bd7909-498a-4ce1-9fbd-b17f0eff2c75 req-22dae32b-468e-4dbe-afc9-40aa878947ee tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688124 Apr 14 22:28:59.669027 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:28:59.669027 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:28:59.715690 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a9b9f7-adfd-4f72-8bd5-a6e4a7febeac x-openstack-request-id: req-c9a9b9f7-adfd-4f72-8bd5-a6e4a7febeac {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:59.715993 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:59.716500 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9a9b9f7-adfd-4f72-8bd5-a6e4a7febeac {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:59.716752 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a9b9f7-adfd-4f72-8bd5-a6e4a7febeac'] response: {'name': 'network-changed', 'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'status': 'completed', 'code': 200} Apr 14 22:28:59.736055 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3605b1-8ef0-43a3-9adc-529333d3d1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f911c3-a0d6-4091-a1a1-a9511eaee58e'}, {'server_uuid': '2d325568-c159-4b79-980b-61c51ed5b64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d92f14-2fa9-4c18-8740-52effd61fc03'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:28:59.738334 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb5e9a2-6fc0-470b-b6a7-9ea26924ea70" -d '{"events": [{"server_uuid": "2a3605b1-8ef0-43a3-9adc-529333d3d1ad", "name": "network-vif-plugged", "status": "completed", "tag": "51f911c3-a0d6-4091-a1a1-a9511eaee58e"}, {"server_uuid": "2d325568-c159-4b79-980b-61c51ed5b64d", "name": "network-vif-plugged", "status": "completed", "tag": "28d92f14-2fa9-4c18-8740-52effd61fc03"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:28:59.777067 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 28d92f14-2fa9-4c18-8740-52effd61fc03, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=28d92f14-2fa9-4c18-8740-52effd61fc03,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:28:59.778881 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:28:59.802871 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Apr 2022 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641c157c-aaf7-41a8-b1c5-90336a4d14df x-openstack-request-id: req-641c157c-aaf7-41a8-b1c5-90336a4d14df {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:28:59.803173 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3605b1-8ef0-43a3-9adc-529333d3d1ad", "name": "network-vif-plugged", "status": "completed", "tag": "51f911c3-a0d6-4091-a1a1-a9511eaee58e", "code": 200}, {"server_uuid": "2d325568-c159-4b79-980b-61c51ed5b64d", "name": "network-vif-plugged", "status": "completed", "tag": "28d92f14-2fa9-4c18-8740-52effd61fc03", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:28:59.803532 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-641c157c-aaf7-41a8-b1c5-90336a4d14df {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:28:59.804085 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641c157c-aaf7-41a8-b1c5-90336a4d14df'] response: {'server_uuid': '2a3605b1-8ef0-43a3-9adc-529333d3d1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f911c3-a0d6-4091-a1a1-a9511eaee58e', 'code': 200} Apr 14 22:28:59.804358 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641c157c-aaf7-41a8-b1c5-90336a4d14df'] response: {'server_uuid': '2d325568-c159-4b79-980b-61c51ed5b64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'code': 200} Apr 14 22:28:59.841761 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fdb182eb-d055-4465-8eb2-de4773bf70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (33e06e83-3454-46cd-abfd-ca6d89b801a8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.844522 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fdb182eb-d055-4465-8eb2-de4773bf70ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.848412 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fdb182eb-d055-4465-8eb2-de4773bf70ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33e06e83-3454-46cd-abfd-ca6d89b801a8 HTTP/1.1" status: 204 len: 168 time: 0.4989707 Apr 14 22:28:59.857454 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb182eb-d055-4465-8eb2-de4773bf70ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e06e83-3454-46cd-abfd-ca6d89b801a8,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:28:59.865321 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:28:59.873035 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345f909-4fde-4354-ab60-b1411ff9cf07 req-c58683db-cf9f-41cc-8d84-8387c75e3a85 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:28:59.891474 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d345f909-4fde-4354-ab60-b1411ff9cf07 req-c58683db-cf9f-41cc-8d84-8387c75e3a85 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0977941 Apr 14 22:29:00.010659 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d345f909-4fde-4354-ab60-b1411ff9cf07 req-fa25176c-6544-4b5e-8718-38ea50258835 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177781 Apr 14 22:29:00.046183 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8c61-e6df-44ae-83b0-8b8c738a5e1d req-c047d404-c54d-41d8-9349-e1ada968ea72 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:00.047305 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=28d92f14-2fa9-4c18-8740-52effd61fc03,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:00.057456 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1d2f8c61-e6df-44ae-83b0-8b8c738a5e1d req-c047d404-c54d-41d8-9349-e1ada968ea72 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.1218629 Apr 14 22:29:00.121413 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'ef60a2c7-cf1a-4608-95d6-4a45d7692d37', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'port_id': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'mac_address': 'fa:16:3e:7f:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:23Z', 'updated_at': '2022-04-14T22:28:58Z', 'revision_number': 1, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:00.130997 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1d2f8c61-e6df-44ae-83b0-8b8c738a5e1d req-d41b442d-ebb0-437f-842b-6d8b3c06738c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725219 Apr 14 22:29:00.156305 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1baa6-b5a4-424e-8375-8b9c6076fbe7 None None] The sync data for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi is: [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'ef60a2c7-cf1a-4608-95d6-4a45d7692d37', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'port_id': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'mac_address': 'fa:16:3e:7f:91:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:23Z', 'updated_at': '2022-04-14T22:28:58Z', 'revision_number': 1, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:29:00.297169 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-e0e9c644-dd24-4e9a-8aa8-87db2e95687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:00.301860 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-e0e9c644-dd24-4e9a-8aa8-87db2e95687b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 1129 time: 0.0483267 Apr 14 22:29:00.471691 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-eaec6843-0305-456b-b706-5240ea45e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:00.473241 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-eaec6843-0305-456b-b706-5240ea45e9b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 918 time: 0.1464555 Apr 14 22:29:00.482206 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28726146-76db-4e8b-9cf3-a71c7c37c02f None None] New status for floating IP ef60a2c7-cf1a-4608-95d6-4a45d7692d37: ACTIVE {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:29:00.609864 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-387bd702-056f-4ddf-a8dd-4e2a35784f01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c HTTP/1.1" status: 200 len: 999 time: 0.1141007 Apr 14 22:29:00.760593 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51574) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:00.807052 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51578) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:00.814661 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec666e11-d84a-4777-8c39-8e80d0bfa7ea req-02ba3149-5638-4c67-94ce-d9e4ff15289f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:00.817001 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec666e11-d84a-4777-8c39-8e80d0bfa7ea req-02ba3149-5638-4c67-94ce-d9e4ff15289f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0654576 Apr 14 22:29:00.821370 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1163f155-e163-4192-9034-5e10f31ac1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:00.877401 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ec666e11-d84a-4777-8c39-8e80d0bfa7ea req-a1407aac-5828-4f0a-9f63-1fc7b8d3f2ac tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545316 Apr 14 22:29:00.937493 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1163f155-e163-4192-9034-5e10f31ac1d5 admin admin] Publish callbacks [] for security_group (be7fe6b5-a677-4a87-abb8-2fb5e8a892a9), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.007408 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1163f155-e163-4192-9034-5e10f31ac1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (be7fe6b5-a677-4a87-abb8-2fb5e8a892a9), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.055916 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7e272-17fe-4a4f-ad9c-ebd51a478924 req-f9aa95c9-bae4-4ee8-a100-48cd14f44b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:01.058995 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95a7e272-17fe-4a4f-ad9c-ebd51a478924 req-f9aa95c9-bae4-4ee8-a100-48cd14f44b5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 1129 time: 0.1587455 Apr 14 22:29:01.068202 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c72d3-a8f2-4aae-bd4c-962f9bdc30cb req-25141726-fc4f-4f88-96a6-3cdc48b6ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:01.068313 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-1163f155-e163-4192-9034-5e10f31ac1d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3ba8b5452cc4e91b4043dbf5266df53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568138 Apr 14 22:29:01.068405 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5a0c72d3-a8f2-4aae-bd4c-962f9bdc30cb req-25141726-fc4f-4f88-96a6-3cdc48b6ef8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 1129 time: 0.1444256 Apr 14 22:29:01.071445 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51586) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:01.074082 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-244234293-network', 'tenant_id': '0f8e64c144764760a01fd5eb2e95ce0c'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:01.084254 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163f155-e163-4192-9034-5e10f31ac1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7fe6b5-a677-4a87-abb8-2fb5e8a892a9,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:01.106764 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-8be39ec7-a07d-4b1a-8e15-a628693dccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:01.106764 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-8be39ec7-a07d-4b1a-8e15-a628693dccfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.1880877 Apr 14 22:29:01.142967 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b6f0-c681-4009-abae-52dc0d71de50 req-e35f2edc-f75a-4f7e-bdc8-963e71f578bf tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:01.149164 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dbc4b6f0-c681-4009-abae-52dc0d71de50 req-e35f2edc-f75a-4f7e-bdc8-963e71f578bf tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0578096 Apr 14 22:29:01.206472 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dbc4b6f0-c681-4009-abae-52dc0d71de50 req-568ebfe0-26ad-4cf4-9a70-c8717bfa5064 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496840 Apr 14 22:29:01.207598 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Made reservation on behalf of 0f8e64c144764760a01fd5eb2e95ce0c for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:01.210008 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.219124 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.226838 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-95a7e272-17fe-4a4f-ad9c-ebd51a478924 req-ca98120b-9ddc-4718-a4b9-0c58eda0d6c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553829 Apr 14 22:29:01.228767 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-00d310b9-f03f-41c7-9c0b-deabd68ccbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:01.230319 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-00d310b9-f03f-41c7-9c0b-deabd68ccbb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028929 Apr 14 22:29:01.252017 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5a0c72d3-a8f2-4aae-bd4c-962f9bdc30cb req-b2b55fe5-3297-4974-b15a-45b2813e7c22 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503377 Apr 14 22:29:01.271411 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Publish callbacks [] for security_group (be7fe6b5-a677-4a87-abb8-2fb5e8a892a9), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.300404 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694336a-ff57-4db1-89b7-a67e7238a6fa req-d4d949d1-d2a9-4d08-aeed-f4db24b866be tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:01.301926 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e694336a-ff57-4db1-89b7-a67e7238a6fa req-d4d949d1-d2a9-4d08-aeed-f4db24b866be tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.0810456 Apr 14 22:29:01.308390 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Publish callbacks [] for security_group (374d4015-625e-406c-ae51-5ec6768d21e5), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.310978 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Publish callbacks [] for security_group (be7fe6b5-a677-4a87-abb8-2fb5e8a892a9), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.378400 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (374d4015-625e-406c-ae51-5ec6768d21e5), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.378664 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e694336a-ff57-4db1-89b7-a67e7238a6fa req-9ef8aebb-a932-48b6-a369-b602fa682dbd tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653524 Apr 14 22:29:01.414594 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374d4015-625e-406c-ae51-5ec6768d21e5,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:01.516628 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (be7fe6b5-a677-4a87-abb8-2fb5e8a892a9), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.521236 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:29:01.521369 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.522530 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be7fe6b5-a677-4a87-abb8-2fb5e8a892a9 HTTP/1.1" status: 204 len: 168 time: 0.4501772 Apr 14 22:29:01.539443 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (a0ccadbe-c7ff-485f-a0d3-91d9c7fb5917), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.541733 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Added segment a0ccadbe-c7ff-485f-a0d3-91d9c7fb5917 of type vlan for network 58c51ffd-b04f-41de-a4d3-8dcd2bf36149 Apr 14 22:29:01.559505 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30253891-6347-40f5-9e52-5f120658b5c9 req-086869a5-94fb-4169-a7cd-e1b3f6506073 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:01.560205 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7fe6b5-a677-4a87-abb8-2fb5e8a892a9,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:01.561509 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-30253891-6347-40f5-9e52-5f120658b5c9 req-086869a5-94fb-4169-a7cd-e1b3f6506073 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.1001225 Apr 14 22:29:01.573612 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51604) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:01.578584 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'floatingip': {'port_id': '3330034c-fa7b-461d-9186-ff9551104a31'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:01.606320 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.618153 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (58c51ffd-b04f-41de-a4d3-8dcd2bf36149), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.654451 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.654838 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.655723 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.656079 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.656413 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.656750 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.657114 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.657435 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.657764 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.658516 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.658516 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.658752 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.659072 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.659394 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.659715 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e25288-40c7-4de8-be6a-3ae7c7525717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.676968 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (24b289bc-1c19-4b1c-95a3-bee90dc00b75), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.704502 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (58c51ffd-b04f-41de-a4d3-8dcd2bf36149), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.705488 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:01.706072 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:01.767807 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Pushing event updated for resources: {'Network': ['ID=58c51ffd-b04f-41de-a4d3-8dcd2bf36149,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:01.776186 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.776542 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.776985 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.777333 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.777672 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.778003 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.778333 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.778680 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.779057 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.779388 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.779729 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.780176 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.781008 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.781329 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.781651 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:01.795230 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 58c51ffd-b04f-41de-a4d3-8dcd2bf36149 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:29:01.864360 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-e2721a3f-175b-435a-89a6-30bc7d981972 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1018448 Apr 14 22:29:01.866452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51606) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:01.871374 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Request body: {'subnet': {'network_id': '58c51ffd-b04f-41de-a4d3-8dcd2bf36149', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-244234293-subnet', 'tenant_id': '0f8e64c144764760a01fd5eb2e95ce0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:02.018593 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Made reservation on behalf of 0f8e64c144764760a01fd5eb2e95ce0c for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:02.021149 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:02.342384 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b02a-4afa-4cbf-b09a-7f843cdd00c6 req-8a802511-b933-4a32-a5dc-c258af06efda tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:02.343953 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9744b02a-4afa-4cbf-b09a-7f843cdd00c6 req-8a802511-b933-4a32-a5dc-c258af06efda tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.3686459 Apr 14 22:29:02.364285 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c7ec6-977a-4fd7-94ad-4185f760e43c req-b20cf3ce-8598-4a23-84dd-59ce7fb3e62b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:02.365558 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-311c7ec6-977a-4fd7-94ad-4185f760e43c req-b20cf3ce-8598-4a23-84dd-59ce7fb3e62b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0701332 Apr 14 22:29:02.391459 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-2d75bd73-385c-4413-b322-abe168fe4d46 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779854 Apr 14 22:29:02.458747 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-311c7ec6-977a-4fd7-94ad-4185f760e43c req-87634402-4c5c-43b5-a751-bec5e1268cd3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817771 Apr 14 22:29:02.507905 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9744b02a-4afa-4cbf-b09a-7f843cdd00c6 req-abf16831-6fb8-4783-9723-941670cea26e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531696 Apr 14 22:29:02.584488 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (ecc28b54-cee4-4d7a-b91c-781575753990), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:02.705638 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc28b54-cee4-4d7a-b91c-781575753990,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:02.721747 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Checking segment: {'id': 'a0ccadbe-c7ff-485f-a0d3-91d9c7fb5917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '58c51ffd-b04f-41de-a4d3-8dcd2bf36149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:29:02.721747 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Network hostable DHCP agents. Network: 58c51ffd-b04f-41de-a4d3-8dcd2bf36149, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:29:02.765305 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:02.813161 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Network 58c51ffd-b04f-41de-a4d3-8dcd2bf36149 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:29:02.893562 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (24b289bc-1c19-4b1c-95a3-bee90dc00b75), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:02.955657 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 58c51ffd-b04f-41de-a4d3-8dcd2bf36149) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:29:02.960315 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:02.960997 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:02.965109 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea769fe-b0b5-42cb-aba6-c9e56a11c966 None None] Network 58c51ffd-b04f-41de-a4d3-8dcd2bf36149 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:29:03.055543 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6e215b59-2963-4f16-8305-fbf55616f37d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1878505 Apr 14 22:29:03.067364 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Floating IP 24b289bc-1c19-4b1c-95a3-bee90dc00b75 associated. External IP: 172.27.0.192, port: 3330034c-fa7b-461d-9186-ff9551104a31. Apr 14 22:29:03.086567 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44db9720-16e3-4bb6-8ead-74d74fa8b5f9 None None] Network 58c51ffd-b04f-41de-a4d3-8dcd2bf36149 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:29:03.227641 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1950a7b-ae57-474d-b1ca-406513e4abbc req-c3dc8037-d140-4c40-8e30-4fa3d1a78c0e service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259469 Apr 14 22:29:03.346023 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:29:03.465899 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:29:03.472856 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:03.478012 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:29:03.489310 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:29:03.490079 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:03.513155 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-88a58644-a0fd-45a8-bd2c-8c11933bb815 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "PUT /v2.0/floatingips/24b289bc-1c19-4b1c-95a3-bee90dc00b75 HTTP/1.1" status: 200 len: 991 time: 1.9292827 Apr 14 22:29:03.513155 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'tag': '3330034c-fa7b-461d-9186-ff9551104a31'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:29:03.513155 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f11f07-bb8c-478c-9692-970424f13118" -d '{"events": [{"name": "network-changed", "server_uuid": "78cad0d4-7f63-4f49-9cab-61c43c80a6b0", "tag": "3330034c-fa7b-461d-9186-ff9551104a31"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:29:03.570563 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd1f42-d485-4677-8068-f239e2724319 x-openstack-request-id: req-70dd1f42-d485-4677-8068-f239e2724319 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:29:03.570886 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cad0d4-7f63-4f49-9cab-61c43c80a6b0", "tag": "3330034c-fa7b-461d-9186-ff9551104a31", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:29:03.571161 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70dd1f42-d485-4677-8068-f239e2724319 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:29:03.571569 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dd1f42-d485-4677-8068-f239e2724319'] response: {'name': 'network-changed', 'server_uuid': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'tag': '3330034c-fa7b-461d-9186-ff9551104a31', 'status': 'completed', 'code': 200} Apr 14 22:29:03.631932 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:29:03.679440 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637c050-b3a1-4d16-8e74-e29bb78d3a8e req-48253902-ff4d-4b05-b67c-a9978b483ecc tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:03.687313 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6637c050-b3a1-4d16-8e74-e29bb78d3a8e req-48253902-ff4d-4b05-b67c-a9978b483ecc tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0657585 Apr 14 22:29:03.739157 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c817a6-c775-4fbd-818c-2df579e99fa0 req-5513e128-3b2d-499e-a90b-8b0fa1c3efaa tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:03.740761 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c4c817a6-c775-4fbd-818c-2df579e99fa0 req-5513e128-3b2d-499e-a90b-8b0fa1c3efaa tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.1413209 Apr 14 22:29:03.763919 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6637c050-b3a1-4d16-8e74-e29bb78d3a8e req-2514f521-ab1f-45e3-8f5c-6196265610df tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701845 Apr 14 22:29:03.816126 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c4c817a6-c775-4fbd-818c-2df579e99fa0 req-03aafff3-fa7d-47b7-9489-128fe64dae27 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697141 Apr 14 22:29:03.995283 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:02Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:04.025914 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:29:04.035456 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:29:04.036074 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:28:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:04.151356 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:29:04.223170 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51684) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:04.231749 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1834102075-network', 'tenant_id': 'f69d3801d3594e069dc6477f80f46e7e'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:04.361525 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Made reservation on behalf of f69d3801d3594e069dc6477f80f46e7e for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:04.364157 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:04.376703 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:04.378158 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9d564b86-57f2-4fbe-b245-e2f40353d4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:04.394422 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:02Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:04.425605 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd016e7a-22f5-42bb-8763-57efab0b59fb None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:02Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:29:04.440394 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbbda5-d8e5-42e3-8d8e-eea24beb13ee req-5dc91ada-9541-45ec-9ebe-a6359309d7de tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:04.441881 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cabbbda5-d8e5-42e3-8d8e-eea24beb13ee req-5dc91ada-9541-45ec-9ebe-a6359309d7de tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0670223 Apr 14 22:29:04.544814 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cabbbda5-d8e5-42e3-8d8e-eea24beb13ee req-7e5146a8-8b3e-449b-bbf3-09f830cc828f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915484 Apr 14 22:29:04.567062 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Publish callbacks [] for security_group (918f9a2f-0a35-4cb8-9852-f9cfa070933e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:04.692255 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (918f9a2f-0a35-4cb8-9852-f9cfa070933e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:04.692465 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9143a-1eab-4145-9389-06fb8717dca3 None None] New status for floating IP 24b289bc-1c19-4b1c-95a3-bee90dc00b75: ACTIVE {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:29:04.723611 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:29:04.739339 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918f9a2f-0a35-4cb8-9852-f9cfa070933e,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:04.744594 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (87701d02-d257-470f-a178-294a7299ea3f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:04.744950 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Added segment 87701d02-d257-470f-a178-294a7299ea3f of type vlan for network 8be20a1b-2614-4eaa-b81e-15d2600e6d9f Apr 14 22:29:04.829299 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (8be20a1b-2614-4eaa-b81e-15d2600e6d9f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:04.893414 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8eace9-c5a7-42f7-9725-2c6e0bfa4526 req-b8fe1c01-c8d3-43b0-a6ad-ee40866a1e73 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:04.900481 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6b8eace9-c5a7-42f7-9725-2c6e0bfa4526 req-b8fe1c01-c8d3-43b0-a6ad-ee40866a1e73 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0552022 Apr 14 22:29:04.953201 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6b8eace9-c5a7-42f7-9725-2c6e0bfa4526 req-b8669238-8581-43f8-9ab3-9e875b25dafd tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518243 Apr 14 22:29:04.978300 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (8be20a1b-2614-4eaa-b81e-15d2600e6d9f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:04.978300 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:04.978300 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:05.042197 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] Pushing event updated for resources: {'Network': ['ID=8be20a1b-2614-4eaa-b81e-15d2600e6d9f,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:05.053936 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 8be20a1b-2614-4eaa-b81e-15d2600e6d9f details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:29:05.095658 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4efbf765-ea24-4b41-8412-ff7e052c288a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8713562 Apr 14 22:29:05.098278 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51714) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:05.103070 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Request body: {'subnet': {'network_id': '8be20a1b-2614-4eaa-b81e-15d2600e6d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1834102075-subnet', 'tenant_id': 'f69d3801d3594e069dc6477f80f46e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:05.184382 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Made reservation on behalf of f69d3801d3594e069dc6477f80f46e7e for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:05.187568 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:05.592069 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-aafa7732-3241-4191-bd47-8da730bab3a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587306 Apr 14 22:29:05.656772 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (17e7fed0-39ad-4dfd-96a3-e8491cc93612), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:05.706501 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef81b2d-f022-44d1-8e1c-7c7b9e914f54 req-277f6aad-917d-4cf1-bc90-e0bdf3b00033 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:05.707995 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-eef81b2d-f022-44d1-8e1c-7c7b9e914f54 req-277f6aad-917d-4cf1-bc90-e0bdf3b00033 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0790076 Apr 14 22:29:05.740564 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e7fed0-39ad-4dfd-96a3-e8491cc93612,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:05.770559 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Checking segment: {'id': '87701d02-d257-470f-a178-294a7299ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8be20a1b-2614-4eaa-b81e-15d2600e6d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:29:05.770967 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Network hostable DHCP agents. Network: 8be20a1b-2614-4eaa-b81e-15d2600e6d9f, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:29:05.789873 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-eef81b2d-f022-44d1-8e1c-7c7b9e914f54 req-30a56796-1792-40a8-b3c1-59763309b90a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740325 Apr 14 22:29:05.915625 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Network 8be20a1b-2614-4eaa-b81e-15d2600e6d9f is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:29:05.975907 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11f07-bb8c-478c-9692-970424f13118 req-50f63d96-2662-47f4-b095-10ac6c01c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:05.977444 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13f11f07-bb8c-478c-9692-970424f13118 req-50f63d96-2662-47f4-b095-10ac6c01c46e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 1129 time: 0.0387635 Apr 14 22:29:06.057776 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 8be20a1b-2614-4eaa-b81e-15d2600e6d9f) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:29:06.063044 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:06.063727 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:06.070028 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605b786-867c-4d74-bada-24939feed568 None None] Network 8be20a1b-2614-4eaa-b81e-15d2600e6d9f requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:29:06.084079 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-b05b4281-4236-401a-8e41-a4aba6c9746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:06.085967 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-b05b4281-4236-401a-8e41-a4aba6c9746c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 1129 time: 0.0658746 Apr 14 22:29:06.102019 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec4d3b-ceec-4b5f-82df-ea06789d9851 req-b2a66267-4c7c-4507-a464-58d31b5dcfab tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:06.113502 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5dec4d3b-ceec-4b5f-82df-ea06789d9851 req-b2a66267-4c7c-4507-a464-58d31b5dcfab tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0910571 Apr 14 22:29:06.176593 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5dec4d3b-ceec-4b5f-82df-ea06789d9851 req-f443f4fe-86d8-4a56-b1a8-80b20b9bda97 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490024 Apr 14 22:29:06.197686 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a4204918-9ddb-4898-8537-dd633bf91ece admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0983231 Apr 14 22:29:06.214854 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13dd6a-a02b-42d3-b767-a080cb449b94 None None] Network 8be20a1b-2614-4eaa-b81e-15d2600e6d9f requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:29:06.370816 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d98695-a669-4b28-91de-f7e458c5c4b0 req-fe273e2c-a98b-47a0-9a77-a6dd8cf18d94 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:06.373020 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-22d98695-a669-4b28-91de-f7e458c5c4b0 req-fe273e2c-a98b-47a0-9a77-a6dd8cf18d94 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0713637 Apr 14 22:29:06.383557 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51756) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:06.389096 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'floatingip': {'port_id': '28d92f14-2fa9-4c18-8740-52effd61fc03'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:06.432045 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (627bac3b-b262-44e7-afdf-5ce316e83bf8), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:06.720475 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-949e35ad-4471-4ab0-8d5b-e70f19508bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:06.721963 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-949e35ad-4471-4ab0-8d5b-e70f19508bc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56c3e0f16bc544eea9eba0fbacbc775c&device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 1130 time: 0.2012739 Apr 14 22:29:06.772917 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e0aa2caa-cb32-4393-babe-153315bfd2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:06.906414 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11f07-bb8c-478c-9692-970424f13118 req-c2538912-a586-4565-8ee5-9dbe121b71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:06.907915 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13f11f07-bb8c-478c-9692-970424f13118 req-c2538912-a586-4565-8ee5-9dbe121b71bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 916 time: 0.4193971 Apr 14 22:29:06.914044 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-368b0dac-c47c-46bc-8372-027d5e5a0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:06.915478 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-368b0dac-c47c-46bc-8372-027d5e5a0c49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.3958669 Apr 14 22:29:06.933479 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064827-84f6-48a7-ad4e-cacab9c15ced req-c84aeca6-39ab-447e-b6cb-18698103809d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:06.935007 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-96064827-84f6-48a7-ad4e-cacab9c15ced req-c84aeca6-39ab-447e-b6cb-18698103809d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0705848 Apr 14 22:29:06.982759 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-96064827-84f6-48a7-ad4e-cacab9c15ced req-2d7f59d2-a6c4-4815-868b-773298637369 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Apr 14 22:29:07.041009 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-336ee733-0492-4344-a37d-52e6d271e831 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51f911c3-a0d6-4091-a1a1-a9511eaee58e HTTP/1.1" status: 200 len: 217 time: 0.1055417 Apr 14 22:29:07.045971 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-8454cfd6-a7d5-4b17-ab69-f7f99204e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:07.047407 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-8454cfd6-a7d5-4b17-ab69-f7f99204e09a service neutron] 10.222.0.37 "GET /v2.0/networks?id=88b89f53-b60a-40b8-aabd-1180bac805d4 HTTP/1.1" status: 200 len: 912 time: 0.2940834 Apr 14 22:29:07.137957 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13f11f07-bb8c-478c-9692-970424f13118 req-b179ab54-bfb8-437b-8846-306340f3b627 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3330034c-fa7b-461d-9186-ff9551104a31 HTTP/1.1" status: 200 len: 1001 time: 0.2159777 Apr 14 22:29:07.145868 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-c8c8e874-ca18-4b9e-bf0c-67f6cbf5dddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95396186-57af-4cd2-98a8-9deda6d87036 HTTP/1.1" status: 200 len: 217 time: 0.0847239 Apr 14 22:29:07.265781 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-6a51c8ce-40e6-4465-af6a-beceecb422ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:07.267449 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-6a51c8ce-40e6-4465-af6a-beceecb422ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.2075789 Apr 14 22:29:07.363619 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11f07-bb8c-478c-9692-970424f13118 req-fe9f6bf2-bfcc-417b-b69f-180641f4d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:07.364653 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13f11f07-bb8c-478c-9692-970424f13118 req-fe9f6bf2-bfcc-417b-b69f-180641f4d386 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.2179844 Apr 14 22:29:07.369456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-20f9a895-4e49-4d6b-acbe-b82e9b1e4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:07.370844 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-20f9a895-4e49-4d6b-acbe-b82e9b1e4009 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14db61c1-fa7e-41ab-b330-17165a87135c HTTP/1.1" status: 200 len: 851 time: 0.2055278 Apr 14 22:29:07.460792 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-61438279-c4ce-4b22-9244-e5ff38f4b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:07.462278 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-61438279-c4ce-4b22-9244-e5ff38f4b616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1516964 Apr 14 22:29:07.472578 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-557b38b9-021a-4a93-9e5c-5d09d990e778 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88b89f53-b60a-40b8-aabd-1180bac805d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606995 Apr 14 22:29:07.742596 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f11f07-bb8c-478c-9692-970424f13118 req-e4c37b35-63fe-44cd-a11b-2a6a439ca84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:07.742596 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13f11f07-bb8c-478c-9692-970424f13118 req-e4c37b35-63fe-44cd-a11b-2a6a439ca84d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3596632 Apr 14 22:29:07.924762 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.db.resource_extend [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 22:29:08.002904 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-ba436f0c-57ee-41fd-96c3-2ff5e832d0d9 service neutron] 10.222.0.37 "GET /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106206 Apr 14 22:29:08.023366 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:08.025969 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-aa431fff-a867-4a11-a2b6-cc123da92059 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491316 Apr 14 22:29:08.060432 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:08.132706 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13f11f07-bb8c-478c-9692-970424f13118 req-3ac3401d-036d-4a79-9e25-0999564e3cca service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790913 Apr 14 22:29:08.145990 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e090f-ceb1-4e5f-9fe2-98fb2a9bf6d9 req-a0749f7e-6cc4-4ddb-b444-363c1ee60d11 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:08.147679 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d80e090f-ceb1-4e5f-9fe2-98fb2a9bf6d9 req-a0749f7e-6cc4-4ddb-b444-363c1ee60d11 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0651548 Apr 14 22:29:08.203518 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (627bac3b-b262-44e7-afdf-5ce316e83bf8), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:08.206571 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d80e090f-ceb1-4e5f-9fe2-98fb2a9bf6d9 req-77231c55-0d42-4055-b817-6a52b32efd38 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525413 Apr 14 22:29:08.353394 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61f2af45-2439-4075-9c73-4c94357f22d5 req-962df741-3489-4ea0-98e4-7c5eebc58213 service neutron] 10.222.0.37 "GET /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421528 Apr 14 22:29:08.355280 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ec10fe3-6eb7-47f0-b1c2-35a93db3fdd8 req-77c10771-b92f-4a5e-94f5-da41e9ec6cd4 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117771 Apr 14 22:29:08.390248 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-13f11f07-bb8c-478c-9692-970424f13118 req-d77e871e-5cb5-4f1d-8a96-e2ab33c09dfc service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292626 Apr 14 22:29:08.396566 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Floating IP 627bac3b-b262-44e7-afdf-5ce316e83bf8 associated. External IP: 172.27.0.186, port: 28d92f14-2fa9-4c18-8740-52effd61fc03. Apr 14 22:29:08.432354 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79f8a-bb79-471c-932a-bddfc381bf52 req-ee2d940e-f18f-4068-b058-fce749b17cfc tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:08.434014 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c6f79f8a-bb79-471c-932a-bddfc381bf52 req-ee2d940e-f18f-4068-b058-fce749b17cfc tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 946 time: 0.0496147 Apr 14 22:29:08.487404 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c6f79f8a-bb79-471c-932a-bddfc381bf52 req-e9df77dc-d5c4-45da-ae3f-bbcb331c8488 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470273 Apr 14 22:29:08.614930 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Router 70a56417-6944-482d-a887-c74e18d9b718 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:29:08.728266 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:29:08.732759 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:08.738820 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] Sync routers for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:29:08.752152 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:29:08.753245 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:29:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:08.783799 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d9ebc50f-5069-4bf5-97fb-b47f234a4366 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "PUT /v2.0/floatingips/627bac3b-b262-44e7-afdf-5ce316e83bf8 HTTP/1.1" status: 200 len: 991 time: 2.3985591 Apr 14 22:29:08.787157 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d325568-c159-4b79-980b-61c51ed5b64d', 'tag': '28d92f14-2fa9-4c18-8740-52effd61fc03'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:29:08.790203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb0cfef-4b31-4538-88b7-fb7046e67a34" -d '{"events": [{"name": "network-changed", "server_uuid": "2d325568-c159-4b79-980b-61c51ed5b64d", "tag": "28d92f14-2fa9-4c18-8740-52effd61fc03"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:29:08.829870 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca4f6c-9bc2-4968-b396-0f580ab62636 x-openstack-request-id: req-e3ca4f6c-9bc2-4968-b396-0f580ab62636 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:29:08.830167 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d325568-c159-4b79-980b-61c51ed5b64d", "tag": "28d92f14-2fa9-4c18-8740-52effd61fc03", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:29:08.830423 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3ca4f6c-9bc2-4968-b396-0f580ab62636 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:29:08.830864 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ca4f6c-9bc2-4968-b396-0f580ab62636'] response: {'name': 'network-changed', 'server_uuid': '2d325568-c159-4b79-980b-61c51ed5b64d', 'tag': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'status': 'completed', 'code': 200} Apr 14 22:29:08.877570 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:29:09.111656 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '627bac3b-b262-44e7-afdf-5ce316e83bf8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '70a56417-6944-482d-a887-c74e18d9b718', 'port_id': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'mac_address': 'fa:16:3e:49:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d325568-c159-4b79-980b-61c51ed5b64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:30Z', 'updated_at': '2022-04-14T22:29:07Z', 'revision_number': 1, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:09.141665 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] Checking router: 70a56417-6944-482d-a887-c74e18d9b718 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:29:09.150490 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:29:09.151129 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:29:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:09.240360 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:09.263386 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:29:09.336261 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657aa17-1ddb-4854-bdab-cc143b7f733a req-7790f290-79a9-4112-9b71-23b6adfa5b68 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:09.337768 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0657aa17-1ddb-4854-bdab-cc143b7f733a req-7790f290-79a9-4112-9b71-23b6adfa5b68 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0474567 Apr 14 22:29:09.384815 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0657aa17-1ddb-4854-bdab-cc143b7f733a req-dcbb0411-3ce1-4869-a70e-93f8c15c472a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Apr 14 22:29:09.480999 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '627bac3b-b262-44e7-afdf-5ce316e83bf8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '70a56417-6944-482d-a887-c74e18d9b718', 'port_id': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'mac_address': 'fa:16:3e:49:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d325568-c159-4b79-980b-61c51ed5b64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:30Z', 'updated_at': '2022-04-14T22:29:07Z', 'revision_number': 1, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:09.511615 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdae22b-4806-49bd-8b5e-4a7354a222a2 None None] The sync data for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi is: [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '627bac3b-b262-44e7-afdf-5ce316e83bf8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '70a56417-6944-482d-a887-c74e18d9b718', 'port_id': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'mac_address': 'fa:16:3e:49:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d325568-c159-4b79-980b-61c51ed5b64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:30Z', 'updated_at': '2022-04-14T22:29:07Z', 'revision_number': 1, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:29:09.620510 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cdfa5-6c9e-4706-8fc9-48e5699cb107 req-f29c662d-a1c8-4fa3-8ce8-331e42ef0f1c tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:09.622336 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee9cdfa5-6c9e-4706-8fc9-48e5699cb107 req-f29c662d-a1c8-4fa3-8ce8-331e42ef0f1c tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 946 time: 0.0554194 Apr 14 22:29:09.674730 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee9cdfa5-6c9e-4706-8fc9-48e5699cb107 req-1aa21dd3-ebbc-442e-bf66-4edb205923ec tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Apr 14 22:29:09.737942 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368a51ff-0ed6-49be-b28f-fe5bc5f47aaf None None] New status for floating IP 627bac3b-b262-44e7-afdf-5ce316e83bf8: ACTIVE {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:29:09.914439 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-d2c3adfd-9926-4432-ba55-ccb82e32c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:09.916016 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-d2c3adfd-9926-4432-ba55-ccb82e32c24c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 1129 time: 0.0447831 Apr 14 22:29:10.039297 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-76b132f2-b03a-46a5-a955-92be04eb75da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:10.040999 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-76b132f2-b03a-46a5-a955-92be04eb75da service neutron] 10.222.0.37 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 912 time: 0.0964489 Apr 14 22:29:10.249233 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-4fbc5aed-5ff9-436f-b194-525d3ad092c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28d92f14-2fa9-4c18-8740-52effd61fc03 HTTP/1.1" status: 200 len: 1001 time: 0.0656140 Apr 14 22:29:10.492408 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-ecc6eded-f5b6-44c6-8b77-1fdc50285745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:10.493864 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-ecc6eded-f5b6-44c6-8b77-1fdc50285745 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9260e563-889a-4d8d-9460-f20961e80a75 HTTP/1.1" status: 200 len: 850 time: 0.0462074 Apr 14 22:29:10.499777 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60a33c-e33a-465a-b7f0-27dc7a286c12 req-92f261d0-65f1-4bab-8918-7a50610da0a6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:10.501235 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6d60a33c-e33a-465a-b7f0-27dc7a286c12 req-92f261d0-65f1-4bab-8918-7a50610da0a6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0469995 Apr 14 22:29:10.541941 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-59328288-15cf-44aa-9991-c4b94a2552cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:10.544167 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-59328288-15cf-44aa-9991-c4b94a2552cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=159b1b7f-6741-46d2-acf2-45a3089013d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436959 Apr 14 22:29:10.554073 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6d60a33c-e33a-465a-b7f0-27dc7a286c12 req-5e3e07a1-c64a-4c4a-8d7e-82695d5fe12d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468652 Apr 14 22:29:10.676767 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-dab3cb31-8324-4921-8a2f-7089ffb52393 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:10.679104 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-dab3cb31-8324-4921-8a2f-7089ffb52393 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.37 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 946 time: 0.0980697 Apr 14 22:29:10.753870 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-0fd999e5-d1f7-4c7e-b5b1-9b66a5356a9a service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732948 Apr 14 22:29:10.990326 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:11.148098 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a5cae-92b4-4426-800b-0ef80f53f98c req-b399c10b-ab5f-49db-8b1e-feb3771f1b21 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:11.149630 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-932a5cae-92b4-4426-800b-0ef80f53f98c req-b399c10b-ab5f-49db-8b1e-feb3771f1b21 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 946 time: 0.3855026 Apr 14 22:29:11.151809 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Deleting port 95396186-57af-4cd2-98a8-9deda6d87036 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:29:11.152149 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (95396186-57af-4cd2-98a8-9deda6d87036), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:11.243460 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0bb0cfef-4b31-4538-88b7-fb7046e67a34 req-9acba6d4-1049-4a48-94b4-2ed3f0cee774 service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805851 Apr 14 22:29:11.280712 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-932a5cae-92b4-4426-800b-0ef80f53f98c req-950c2178-01ed-4367-9e5a-1cb67af1eb2c tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/security-groups?id=29517468-209e-4c77-86a6-de955e29d591&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222456 Apr 14 22:29:11.303085 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] For port 95396186-57af-4cd2-98a8-9deda6d87036, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=95396186-57af-4cd2-98a8-9deda6d87036,segment=NetworkSegment(19e93ad7-1d1a-45d1-ad15-45a5a025b83b),segment_id=19e93ad7-1d1a-45d1-ad15-45a5a025b83b)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:29:11.303466 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (95396186-57af-4cd2-98a8-9deda6d87036), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:11.319376 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Calling delete_port for 95396186-57af-4cd2-98a8-9deda6d87036 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:29:11.583160 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (95396186-57af-4cd2-98a8-9deda6d87036), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:11.617571 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Pushing event deleted for resources: {'Port': ['ID=95396186-57af-4cd2-98a8-9deda6d87036,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:11.690831 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c290a2f-bc36-4eb1-a672-c90ef460b7b8 req-7546734f-3810-4178-ae11-403b9c24abc5 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:11.693043 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4c290a2f-bc36-4eb1-a672-c90ef460b7b8 req-7546734f-3810-4178-ae11-403b9c24abc5 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0573099 Apr 14 22:29:11.702018 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] No DVR routers for this DVR port 95396186-57af-4cd2-98a8-9deda6d87036 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:29:11.707000 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:11.711791 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-641f8ff7-d6f4-487d-b9dc-ac74d7c4fe80 req-b8b3bc59-e454-487d-93f6-58c89c26128a tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.37 "DELETE /v2.0/ports/95396186-57af-4cd2-98a8-9deda6d87036 HTTP/1.1" status: 204 len: 173 time: 1.0204875 Apr 14 22:29:11.712270 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296c125f-cb01-4af5-9f13-e296ee554e5c', 'name': 'network-vif-deleted', 'tag': '95396186-57af-4cd2-98a8-9deda6d87036'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:29:11.714780 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36a13d3-7f7c-40eb-a05c-f5cd884c8a02" -d '{"events": [{"server_uuid": "296c125f-cb01-4af5-9f13-e296ee554e5c", "name": "network-vif-deleted", "tag": "95396186-57af-4cd2-98a8-9deda6d87036"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:29:11.747055 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4c290a2f-bc36-4eb1-a672-c90ef460b7b8 req-9dfa4864-8acc-4e37-b93f-eb0e06c7bc23 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473406 Apr 14 22:29:11.752165 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9b04de-d9eb-4225-9178-255fd2b7f9f5 x-openstack-request-id: req-ef9b04de-d9eb-4225-9178-255fd2b7f9f5 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:29:11.752460 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296c125f-cb01-4af5-9f13-e296ee554e5c", "name": "network-vif-deleted", "tag": "95396186-57af-4cd2-98a8-9deda6d87036", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:29:11.752707 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef9b04de-d9eb-4225-9178-255fd2b7f9f5 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:29:11.753135 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9b04de-d9eb-4225-9178-255fd2b7f9f5'] response: {'server_uuid': '296c125f-cb01-4af5-9f13-e296ee554e5c', 'name': 'network-vif-deleted', 'tag': '95396186-57af-4cd2-98a8-9deda6d87036', 'status': 'completed', 'code': 200} Apr 14 22:29:12.384193 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c9d5e7d0-1a4e-4968-a7c3-265c34f43453 req-2d2febff-16bd-45c1-93ed-3636c60a016b tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.0309975 Apr 14 22:29:12.867136 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ef8e-44c2-4471-9fa5-6c70538bcde3 req-442127cb-a3f7-467a-9d33-3a4a8c95b61a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:12.868806 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f905ef8e-44c2-4471-9fa5-6c70538bcde3 req-442127cb-a3f7-467a-9d33-3a4a8c95b61a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0507088 Apr 14 22:29:12.919659 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f905ef8e-44c2-4471-9fa5-6c70538bcde3 req-e5464372-2ac4-480e-8134-651ca0d7eb4f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Apr 14 22:29:13.335972 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 95396186-57af-4cd2-98a8-9deda6d87036 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:29:13.357164 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 95396186-57af-4cd2-98a8-9deda6d87036 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:29:13.357519 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 95396186-57af-4cd2-98a8-9deda6d87036 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:29:13.504135 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-337bd290-168a-4123-af96-64189efdc923 req-02305560-3a66-42c9-9633-3fcbdc792f79 tempest-DeleteServersTestJSON-895060062 tempest-DeleteServersTestJSON-895060062-project] 10.222.0.50 "GET /v2.0/ports?device_id=296c125f-cb01-4af5-9f13-e296ee554e5c HTTP/1.1" status: 200 len: 210 time: 0.0333691 Apr 14 22:29:14.038577 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40927f-1400-4578-97b3-72a3eb8ca1ff req-6f686057-9060-4906-a4f5-79f6e146ec71 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:14.040152 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8e40927f-1400-4578-97b3-72a3eb8ca1ff req-6f686057-9060-4906-a4f5-79f6e146ec71 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0527575 Apr 14 22:29:14.087268 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8e40927f-1400-4578-97b3-72a3eb8ca1ff req-5aaf57ec-dd0a-4096-8373-1d6a38b5ca8e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Apr 14 22:29:15.212272 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1b17-2660-4e91-8bc4-5f837a566ef9 req-58543eee-c1e5-4b83-b671-7f2e85953bf7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:15.213862 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6bcd1b17-2660-4e91-8bc4-5f837a566ef9 req-58543eee-c1e5-4b83-b671-7f2e85953bf7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0578237 Apr 14 22:29:15.247704 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51944) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:15.290864 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6bcd1b17-2660-4e91-8bc4-5f837a566ef9 req-80358668-46c5-491e-ad80-986e884ea99c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684609 Apr 14 22:29:15.364751 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc7f93ef-8400-466b-9376-406101063ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:15.444099 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc7f93ef-8400-466b-9376-406101063ef5 admin admin] Publish callbacks [] for security_group (b9cee0bd-a922-4302-9d2a-b6c9c63efe61), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:15.532484 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc7f93ef-8400-466b-9376-406101063ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b9cee0bd-a922-4302-9d2a-b6c9c63efe61), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:15.572786 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-cc7f93ef-8400-466b-9376-406101063ef5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=051b431f729146d89cbfdcda9a8cd922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233473 Apr 14 22:29:15.573773 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f93ef-8400-466b-9376-406101063ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cee0bd-a922-4302-9d2a-b6c9c63efe61,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:15.575445 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51952) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:15.625984 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-437743d3-2a64-47fd-a810-6b880d7d66d6 admin admin] Publish callbacks [] for security_group (b9cee0bd-a922-4302-9d2a-b6c9c63efe61), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:15.648973 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-437743d3-2a64-47fd-a810-6b880d7d66d6 admin admin] Publish callbacks [] for security_group (b9cee0bd-a922-4302-9d2a-b6c9c63efe61), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:15.789960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-437743d3-2a64-47fd-a810-6b880d7d66d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b9cee0bd-a922-4302-9d2a-b6c9c63efe61), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:15.792748 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-437743d3-2a64-47fd-a810-6b880d7d66d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:15.793962 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-437743d3-2a64-47fd-a810-6b880d7d66d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9cee0bd-a922-4302-9d2a-b6c9c63efe61 HTTP/1.1" status: 204 len: 168 time: 0.2174399 Apr 14 22:29:15.801875 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437743d3-2a64-47fd-a810-6b880d7d66d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cee0bd-a922-4302-9d2a-b6c9c63efe61,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:16.382863 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51978) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:16.411183 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b56a2a-48fa-4608-afe0-10c53013350c req-0e79f0ea-32d7-4402-b594-63b4759d3b66 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:16.419625 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-23b56a2a-48fa-4608-afe0-10c53013350c req-0e79f0ea-32d7-4402-b594-63b4759d3b66 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0635712 Apr 14 22:29:16.439599 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e487f49-c743-40f2-a714-8ce57887a09f admin admin] Deleting subnet 14db61c1-fa7e-41ab-b330-17165a87135c {{(pid=104050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:29:16.443589 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e487f49-c743-40f2-a714-8ce57887a09f admin admin] Publish callbacks [] for subnet (14db61c1-fa7e-41ab-b330-17165a87135c), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.472155 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-23b56a2a-48fa-4608-afe0-10c53013350c req-661b75f7-5040-4948-81b6-1c098ec30c0e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517490 Apr 14 22:29:16.493838 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e487f49-c743-40f2-a714-8ce57887a09f admin admin] Publish callbacks [] for subnet (14db61c1-fa7e-41ab-b330-17165a87135c), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.503429 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e487f49-c743-40f2-a714-8ce57887a09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (14db61c1-fa7e-41ab-b330-17165a87135c), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.519013 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51984) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:16.533015 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-606ca3b2-be90-4ee9-8f05-986272592e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.612922 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-606ca3b2-be90-4ee9-8f05-986272592e32 admin admin] Publish callbacks [] for security_group (30207c7f-c9fe-419a-bafe-f7784ebe4b65), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.698482 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e487f49-c743-40f2-a714-8ce57887a09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (14db61c1-fa7e-41ab-b330-17165a87135c), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.726035 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e487f49-c743-40f2-a714-8ce57887a09f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14db61c1-fa7e-41ab-b330-17165a87135c,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:16.731078 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e487f49-c743-40f2-a714-8ce57887a09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.734234 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3e487f49-c743-40f2-a714-8ce57887a09f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/14db61c1-fa7e-41ab-b330-17165a87135c HTTP/1.1" status: 204 len: 168 time: 0.3571854 Apr 14 22:29:16.736812 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 51986) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:16.813123 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (88b89f53-b60a-40b8-aabd-1180bac805d4), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.841769 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-606ca3b2-be90-4ee9-8f05-986272592e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (30207c7f-c9fe-419a-bafe-f7784ebe4b65), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.881994 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-606ca3b2-be90-4ee9-8f05-986272592e32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e325fc0ed86e4fbfbd9e95ebdfd420ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616529 Apr 14 22:29:16.882982 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ca3b2-be90-4ee9-8f05-986272592e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30207c7f-c9fe-419a-bafe-f7784ebe4b65,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:16.885306 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 51990) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:16.899346 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (88b89f53-b60a-40b8-aabd-1180bac805d4), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.929314 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.929662 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.930387 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.930819 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > port after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.931164 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > port after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.931517 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > port after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.931843 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.932167 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.932487 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.932845 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:16.936897 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8cec820c-0f3e-4439-b945-7cdd165eb0a3 admin admin] Publish callbacks [] for security_group (30207c7f-c9fe-419a-bafe-f7784ebe4b65), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:16.958658 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8cec820c-0f3e-4439-b945-7cdd165eb0a3 admin admin] Publish callbacks [] for security_group (30207c7f-c9fe-419a-bafe-f7784ebe4b65), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.019198 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:17.019552 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:17.019888 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:17.020222 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:17.020570 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b89f53-b60a-40b8-aabd-1180bac805d4']}} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:17.042213 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e93ad7-1d1a-45d1-ad15-45a5a025b83b') {'for_net_delete': True} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:17.042564 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e93ad7-1d1a-45d1-ad15-45a5a025b83b') {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:17.058834 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27071232'] for segment (19e93ad7-1d1a-45d1-ad15-45a5a025b83b), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.080098 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (19e93ad7-1d1a-45d1-ad15-45a5a025b83b), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.088070 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:29:17.088450 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750057'] for segment (19e93ad7-1d1a-45d1-ad15-45a5a025b83b), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: from cryptography.utils import int_from_bytes Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: from cryptography.utils import int_from_bytes Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: Traceback (most recent call last): Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: timer() Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: cb(*args, **kw) Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: return func(*args, **kwargs) Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: self._notify() Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: self.callback(batched_events) Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: event.method(event) Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: return f(self, *a, **k) Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._get(url).json() Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: return self.request(url, 'GET', **kwargs) Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:29:17.106175 dv-cinder-820918-2-iscsi neutron-server[104050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:29:17.137706 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8cec820c-0f3e-4439-b945-7cdd165eb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (30207c7f-c9fe-419a-bafe-f7784ebe4b65), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.140905 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8cec820c-0f3e-4439-b945-7cdd165eb0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.142147 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8cec820c-0f3e-4439-b945-7cdd165eb0a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30207c7f-c9fe-419a-bafe-f7784ebe4b65 HTTP/1.1" status: 204 len: 168 time: 0.2558763 Apr 14 22:29:17.155764 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec820c-0f3e-4439-b945-7cdd165eb0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30207c7f-c9fe-419a-bafe-f7784ebe4b65,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:17.275197 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (88b89f53-b60a-40b8-aabd-1180bac805d4), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.283093 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.286417 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] 10.222.0.50 "DELETE /v2.0/networks/88b89f53-b60a-40b8-aabd-1180bac805d4 HTTP/1.1" status: 204 len: 168 time: 0.5485590 Apr 14 22:29:17.298588 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefec3b-331e-455d-81c0-d65351bf62af admin admin] Pushing event deleted for resources: {'Network': ['ID=88b89f53-b60a-40b8-aabd-1180bac805d4,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:17.599461 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eaca9-7b1d-43bd-a18a-742ce6c0def9 req-d65b5e80-5cad-4a4b-91b3-5d67befc1abc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:17.601956 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2c3eaca9-7b1d-43bd-a18a-742ce6c0def9 req-d65b5e80-5cad-4a4b-91b3-5d67befc1abc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0604789 Apr 14 22:29:17.661333 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2c3eaca9-7b1d-43bd-a18a-742ce6c0def9 req-e764e182-2c30-47e7-ab8c-5dcdc045d20a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523086 Apr 14 22:29:17.742501 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52010) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:17.783933 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2dfdddfe-d711-4f6e-b70f-983a9872f771 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56c3e0f16bc544eea9eba0fbacbc775c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398052 Apr 14 22:29:17.786369 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52012) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:17.838440 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e11ef941-6be4-4b06-9ad1-83e083d46571 admin admin] Publish callbacks [] for security_group (29517468-209e-4c77-86a6-de955e29d591), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:17.861333 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e11ef941-6be4-4b06-9ad1-83e083d46571 admin admin] Publish callbacks [] for security_group (29517468-209e-4c77-86a6-de955e29d591), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:18.024377 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e11ef941-6be4-4b06-9ad1-83e083d46571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (29517468-209e-4c77-86a6-de955e29d591), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:18.028797 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e11ef941-6be4-4b06-9ad1-83e083d46571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:18.030570 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e11ef941-6be4-4b06-9ad1-83e083d46571 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29517468-209e-4c77-86a6-de955e29d591 HTTP/1.1" status: 204 len: 168 time: 0.2431002 Apr 14 22:29:18.045731 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ef941-6be4-4b06-9ad1-83e083d46571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29517468-209e-4c77-86a6-de955e29d591,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:18.773797 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52054) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:18.785293 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3e7dc-f83b-4f90-b70e-b0606c79fc45 req-71bb7be4-5067-4378-8cfd-4d9932749ce9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:18.787516 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-50d3e7dc-f83b-4f90-b70e-b0606c79fc45 req-71bb7be4-5067-4378-8cfd-4d9932749ce9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0633066 Apr 14 22:29:18.834811 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-50d3e7dc-f83b-4f90-b70e-b0606c79fc45 req-c829ada3-523b-47b9-a728-6ed253a404aa tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Apr 14 22:29:19.017298 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d679b1dd-23c1-4431-aa66-10fb46fb03a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.097975 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d679b1dd-23c1-4431-aa66-10fb46fb03a9 admin admin] Publish callbacks [] for security_group (c7fd1cfe-c8bd-48c0-8a10-b3c1badda8a0), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.172541 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d679b1dd-23c1-4431-aa66-10fb46fb03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (c7fd1cfe-c8bd-48c0-8a10-b3c1badda8a0), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.210321 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d679b1dd-23c1-4431-aa66-10fb46fb03a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=860eac3b3130409583637fedd449e606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354329 Apr 14 22:29:19.212273 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679b1dd-23c1-4431-aa66-10fb46fb03a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd1cfe-c8bd-48c0-8a10-b3c1badda8a0,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:19.213035 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52066) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:19.261500 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d4361a2-ec20-4f0d-8293-1dbb68b54b18 admin admin] Publish callbacks [] for security_group (c7fd1cfe-c8bd-48c0-8a10-b3c1badda8a0), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.284557 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d4361a2-ec20-4f0d-8293-1dbb68b54b18 admin admin] Publish callbacks [] for security_group (c7fd1cfe-c8bd-48c0-8a10-b3c1badda8a0), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.398015 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52074) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:19.429582 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d4361a2-ec20-4f0d-8293-1dbb68b54b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (c7fd1cfe-c8bd-48c0-8a10-b3c1badda8a0), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.432254 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7d4361a2-ec20-4f0d-8293-1dbb68b54b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.433567 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7d4361a2-ec20-4f0d-8293-1dbb68b54b18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7fd1cfe-c8bd-48c0-8a10-b3c1badda8a0 HTTP/1.1" status: 204 len: 168 time: 0.2193186 Apr 14 22:29:19.442780 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4361a2-ec20-4f0d-8293-1dbb68b54b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd1cfe-c8bd-48c0-8a10-b3c1badda8a0,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:19.540735 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695227373-network', 'tenant_id': '20ebd4bf011741718a4c481bf761d093'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:19.612701 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Made reservation on behalf of 20ebd4bf011741718a4c481bf761d093 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:19.615600 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.625838 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.683895 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:29:19.702488 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Publish callbacks [] for security_group (790c3895-1daa-4088-a6b9-38133cd96ab6), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.772606 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (790c3895-1daa-4088-a6b9-38133cd96ab6), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.800906 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:29:19.817710 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790c3895-1daa-4088-a6b9-38133cd96ab6,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:19.824885 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (ebf0c3e9-03ac-415e-8918-a7a9d773006d), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.825411 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Added segment ebf0c3e9-03ac-415e-8918-a7a9d773006d of type vlan for network c593d134-a03a-4957-bb5b-7dc178acd2d7 Apr 14 22:29:19.880642 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (c593d134-a03a-4957-bb5b-7dc178acd2d7), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.952060 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4e203-a132-4548-81d8-0b74e4296741 req-a6b7a169-dff0-41e8-ad48-1bd17c3360d0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:19.953754 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e5a4e203-a132-4548-81d8-0b74e4296741 req-a6b7a169-dff0-41e8-ad48-1bd17c3360d0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0472124 Apr 14 22:29:19.989595 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (c593d134-a03a-4957-bb5b-7dc178acd2d7), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:19.990622 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:19.991237 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.004289 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e5a4e203-a132-4548-81d8-0b74e4296741 req-b513a725-f3a6-42ee-80d3-a0f228231037 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Apr 14 22:29:20.052005 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] Pushing event updated for resources: {'Network': ['ID=c593d134-a03a-4957-bb5b-7dc178acd2d7,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:20.061437 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network c593d134-a03a-4957-bb5b-7dc178acd2d7 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:29:20.099777 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b5a173c5-1700-4768-a6d8-3c9aa1a4d97c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6978600 Apr 14 22:29:20.102959 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52094) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:20.104978 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Request body: {'subnet': {'network_id': 'c593d134-a03a-4957-bb5b-7dc178acd2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1695227373-subnet', 'tenant_id': '20ebd4bf011741718a4c481bf761d093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:20.193090 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52098) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:20.206388 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-68b86b35-323b-46d6-bed3-d81e2659f909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.212371 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Made reservation on behalf of 20ebd4bf011741718a4c481bf761d093 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:20.214734 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.285960 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-68b86b35-323b-46d6-bed3-d81e2659f909 admin admin] Publish callbacks [] for security_group (007d7e44-9edf-4ce0-8715-5a66f28c3360), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.383707 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-68b86b35-323b-46d6-bed3-d81e2659f909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (007d7e44-9edf-4ce0-8715-5a66f28c3360), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.422857 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-68b86b35-323b-46d6-bed3-d81e2659f909 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3fbbd6f0472c4453ac5059e659bcc8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285526 Apr 14 22:29:20.423972 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b86b35-323b-46d6-bed3-d81e2659f909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007d7e44-9edf-4ce0-8715-5a66f28c3360,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:20.425655 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52100) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:20.482414 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-44672763-95a4-4b57-8865-c1ebc8aaeb04 admin admin] Publish callbacks [] for security_group (007d7e44-9edf-4ce0-8715-5a66f28c3360), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.504437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-44672763-95a4-4b57-8865-c1ebc8aaeb04 admin admin] Publish callbacks [] for security_group (007d7e44-9edf-4ce0-8715-5a66f28c3360), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.535041 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (b16b83fb-5365-4210-bb72-c8789584c2bf), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.598636 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16b83fb-5365-4210-bb72-c8789584c2bf,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:20.606113 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Checking segment: {'id': 'ebf0c3e9-03ac-415e-8918-a7a9d773006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c593d134-a03a-4957-bb5b-7dc178acd2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:29:20.606476 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Network hostable DHCP agents. Network: c593d134-a03a-4957-bb5b-7dc178acd2d7, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:29:20.698116 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-44672763-95a4-4b57-8865-c1ebc8aaeb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (007d7e44-9edf-4ce0-8715-5a66f28c3360), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.700785 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-44672763-95a4-4b57-8865-c1ebc8aaeb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.702488 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-44672763-95a4-4b57-8865-c1ebc8aaeb04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/007d7e44-9edf-4ce0-8715-5a66f28c3360 HTTP/1.1" status: 204 len: 168 time: 0.2751453 Apr 14 22:29:20.710897 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44672763-95a4-4b57-8865-c1ebc8aaeb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007d7e44-9edf-4ce0-8715-5a66f28c3360,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:20.727354 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Network c593d134-a03a-4957-bb5b-7dc178acd2d7 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:29:20.822993 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, c593d134-a03a-4957-bb5b-7dc178acd2d7) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:29:20.829485 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:20.839607 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:20.840375 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3efc391-2d99-40d9-8414-9a9e29a48912 None None] Network c593d134-a03a-4957-bb5b-7dc178acd2d7 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:29:20.945626 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ef41b-6053-4853-8daa-1c86282970af None None] Network c593d134-a03a-4957-bb5b-7dc178acd2d7 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:29:20.957928 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-28c7400d-14e3-4b60-a005-45826c00711a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8569739 Apr 14 22:29:21.167920 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e88f0-2267-4a8b-af90-84d0dffbce49 req-7455c658-e1f4-4740-be17-145fa241ef0b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:21.176055 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-673e88f0-2267-4a8b-af90-84d0dffbce49 req-7455c658-e1f4-4740-be17-145fa241ef0b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0631230 Apr 14 22:29:21.225848 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-673e88f0-2267-4a8b-af90-84d0dffbce49 req-6c080bc0-297e-419b-bad6-988bba9647fe tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485415 Apr 14 22:29:21.522982 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52138) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:21.540070 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-979380d2-401d-43f5-9825-e938e8788092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:21.653812 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-979380d2-401d-43f5-9825-e938e8788092 admin admin] Publish callbacks [] for security_group (fd8632f5-e212-441b-a83e-e8093661de50), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:21.732368 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-979380d2-401d-43f5-9825-e938e8788092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fd8632f5-e212-441b-a83e-e8093661de50), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:21.772913 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-979380d2-401d-43f5-9825-e938e8788092 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc9458da0f2f4dd8b77eb638d712a21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485826 Apr 14 22:29:21.774488 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979380d2-401d-43f5-9825-e938e8788092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8632f5-e212-441b-a83e-e8093661de50,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:21.776329 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52154) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:21.830985 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b9b60a7-1729-4db4-86b2-fb79654fa52c admin admin] Publish callbacks [] for security_group (fd8632f5-e212-441b-a83e-e8093661de50), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:21.854665 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b9b60a7-1729-4db4-86b2-fb79654fa52c admin admin] Publish callbacks [] for security_group (fd8632f5-e212-441b-a83e-e8093661de50), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:21.938863 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52164) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:21.943787 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487175306-network', 'tenant_id': 'e723e265d9204bf4ae0c75a42c2e5988'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:21.989688 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b9b60a7-1729-4db4-86b2-fb79654fa52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fd8632f5-e212-441b-a83e-e8093661de50), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:21.992421 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b9b60a7-1729-4db4-86b2-fb79654fa52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:21.993595 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4b9b60a7-1729-4db4-86b2-fb79654fa52c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd8632f5-e212-441b-a83e-e8093661de50 HTTP/1.1" status: 204 len: 168 time: 0.2163198 Apr 14 22:29:22.001830 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b60a7-1729-4db4-86b2-fb79654fa52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8632f5-e212-441b-a83e-e8093661de50,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:22.052774 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Made reservation on behalf of e723e265d9204bf4ae0c75a42c2e5988 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:22.055412 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:22.064346 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:22.146671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Publish callbacks [] for security_group (48746525-994c-4964-b18a-c25c4f736667), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:22.252098 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (48746525-994c-4964-b18a-c25c4f736667), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:22.277782 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:29:22.288015 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48746525-994c-4964-b18a-c25c4f736667,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:22.293308 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (c29cec61-b8f4-4460-a3bc-4bcf345c9ba4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:22.293666 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Added segment c29cec61-b8f4-4460-a3bc-4bcf345c9ba4 of type vlan for network e3dbbb47-3359-464f-8d69-d2cc947d92ff Apr 14 22:29:22.342076 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (e3dbbb47-3359-464f-8d69-d2cc947d92ff), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:22.356512 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb16c10-5257-4f94-8d66-e4a7221a175d req-4e36a74b-06f6-429e-bf7b-d2a047c2bcd3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:22.359191 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dcb16c10-5257-4f94-8d66-e4a7221a175d req-4e36a74b-06f6-429e-bf7b-d2a047c2bcd3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0523202 Apr 14 22:29:22.406967 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dcb16c10-5257-4f94-8d66-e4a7221a175d req-08fc2572-2779-46a1-a0b3-f48a1e26b101 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Apr 14 22:29:22.441011 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (e3dbbb47-3359-464f-8d69-d2cc947d92ff), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:22.442008 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:22.442622 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:22.506457 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3dbbb47-3359-464f-8d69-d2cc947d92ff,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:22.516856 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network e3dbbb47-3359-464f-8d69-d2cc947d92ff details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:29:22.672864 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-02c81cbe-8657-49a6-9125-b915bd25b2a1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7328885 Apr 14 22:29:22.675611 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52184) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:22.680264 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Request body: {'subnet': {'network_id': 'e3dbbb47-3359-464f-8d69-d2cc947d92ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1487175306-subnet', 'tenant_id': 'e723e265d9204bf4ae0c75a42c2e5988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:22.806924 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Made reservation on behalf of e723e265d9204bf4ae0c75a42c2e5988 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:22.812411 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:23.098127 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (e95e440d-ca53-45c7-9482-b8f9972954b4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:23.160136 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95e440d-ca53-45c7-9482-b8f9972954b4,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:23.176961 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Checking segment: {'id': 'c29cec61-b8f4-4460-a3bc-4bcf345c9ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e3dbbb47-3359-464f-8d69-d2cc947d92ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:29:23.176961 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Network hostable DHCP agents. Network: e3dbbb47-3359-464f-8d69-d2cc947d92ff, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:29:23.274221 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Network e3dbbb47-3359-464f-8d69-d2cc947d92ff is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:29:23.366289 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, e3dbbb47-3359-464f-8d69-d2cc947d92ff) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:29:23.377444 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:23.377444 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:23.377701 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e2a966-a618-4bcd-af92-3f907b5e5c44 None None] Network e3dbbb47-3359-464f-8d69-d2cc947d92ff requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:29:23.443681 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ef6e0862-702a-4455-9196-04a7ced3a5c1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7668796 Apr 14 22:29:23.489238 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c6df4-718b-451a-a0b2-ce1b6cc29241 None None] Network e3dbbb47-3359-464f-8d69-d2cc947d92ff requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:29:23.549388 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8a5c8-a452-4664-98f5-79ece4f6763d req-fc0f6960-d6f0-415f-b2ec-ac2d565ff8c7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:23.550960 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0fe8a5c8-a452-4664-98f5-79ece4f6763d req-fc0f6960-d6f0-415f-b2ec-ac2d565ff8c7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0570278 Apr 14 22:29:23.612414 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0fe8a5c8-a452-4664-98f5-79ece4f6763d req-7e11f77f-5647-4379-95c0-8d4937aef0c2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555022 Apr 14 22:29:23.736819 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52228) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:23.747072 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52232) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:23.802634 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2875302f-c7c8-43dc-9323-732e87d107d6 admin admin] Deleting subnet b16b83fb-5365-4210-bb72-c8789584c2bf {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:29:23.817442 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2875302f-c7c8-43dc-9323-732e87d107d6 admin admin] Publish callbacks [] for subnet (b16b83fb-5365-4210-bb72-c8789584c2bf), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:23.855714 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2875302f-c7c8-43dc-9323-732e87d107d6 admin admin] Publish callbacks [] for subnet (b16b83fb-5365-4210-bb72-c8789584c2bf), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:23.872268 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2875302f-c7c8-43dc-9323-732e87d107d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (b16b83fb-5365-4210-bb72-c8789584c2bf), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:23.896847 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-454aca90-bf44-4d87-b4ba-449547494ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:23.993306 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-454aca90-bf44-4d87-b4ba-449547494ff5 admin admin] Publish callbacks [] for security_group (fb772b4b-df22-4c70-b3a6-334c257eb5d4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.035634 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2875302f-c7c8-43dc-9323-732e87d107d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (b16b83fb-5365-4210-bb72-c8789584c2bf), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.065726 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875302f-c7c8-43dc-9323-732e87d107d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16b83fb-5365-4210-bb72-c8789584c2bf,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:24.074852 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2875302f-c7c8-43dc-9323-732e87d107d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.078389 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52242) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:24.078914 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2875302f-c7c8-43dc-9323-732e87d107d6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b16b83fb-5365-4210-bb72-c8789584c2bf HTTP/1.1" status: 204 len: 168 time: 0.3303509 Apr 14 22:29:24.097786 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-454aca90-bf44-4d87-b4ba-449547494ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fb772b4b-df22-4c70-b3a6-334c257eb5d4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.141609 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-454aca90-bf44-4d87-b4ba-449547494ff5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9040f6e88a464720a7422d155f0d1be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009180 Apr 14 22:29:24.141609 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454aca90-bf44-4d87-b4ba-449547494ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb772b4b-df22-4c70-b3a6-334c257eb5d4,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:24.142298 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52246) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:24.181499 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (c593d134-a03a-4957-bb5b-7dc178acd2d7), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.229065 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1c0ecf53-e687-4db1-889c-2cbde39e1c5b admin admin] Publish callbacks [] for security_group (fb772b4b-df22-4c70-b3a6-334c257eb5d4), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.294760 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1c0ecf53-e687-4db1-889c-2cbde39e1c5b admin admin] Publish callbacks [] for security_group (fb772b4b-df22-4c70-b3a6-334c257eb5d4), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.297266 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (c593d134-a03a-4957-bb5b-7dc178acd2d7), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.334459 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c593d134-a03a-4957-bb5b-7dc178acd2d7']}} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:24.351047 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf0c3e9-03ac-415e-8918-a7a9d773006d') {'for_net_delete': True} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:24.351337 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf0c3e9-03ac-415e-8918-a7a9d773006d') {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:24.360903 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27071232'] for segment (ebf0c3e9-03ac-415e-8918-a7a9d773006d), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.375760 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (ebf0c3e9-03ac-415e-8918-a7a9d773006d), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.383136 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:29:24.383639 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750057'] for segment (ebf0c3e9-03ac-415e-8918-a7a9d773006d), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: Traceback (most recent call last): Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: timer() Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: cb(*args, **kw) Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: return func(*args, **kwargs) Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: self._notify() Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: self.callback(batched_events) Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: event.method(event) Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: return f(self, *a, **k) Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._get(url).json() Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: return self.request(url, 'GET', **kwargs) Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:29:24.390375 dv-cinder-820918-2-iscsi neutron-server[104050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:29:24.463621 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1c0ecf53-e687-4db1-889c-2cbde39e1c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fb772b4b-df22-4c70-b3a6-334c257eb5d4), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.466554 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1c0ecf53-e687-4db1-889c-2cbde39e1c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.470346 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-1c0ecf53-e687-4db1-889c-2cbde39e1c5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb772b4b-df22-4c70-b3a6-334c257eb5d4 HTTP/1.1" status: 204 len: 168 time: 0.3248141 Apr 14 22:29:24.476617 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ecf53-e687-4db1-889c-2cbde39e1c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb772b4b-df22-4c70-b3a6-334c257eb5d4,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:24.560952 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (c593d134-a03a-4957-bb5b-7dc178acd2d7), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.569125 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.576291 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] 10.222.0.50 "DELETE /v2.0/networks/c593d134-a03a-4957-bb5b-7dc178acd2d7 HTTP/1.1" status: 204 len: 168 time: 0.4943511 Apr 14 22:29:24.577443 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52260) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:24.586022 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea20b5-9d81-4c7b-8634-6cb12ad7b5ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c593d134-a03a-4957-bb5b-7dc178acd2d7,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:24.626031 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87ffa6a-e389-4269-a891-b11398639a78 admin admin] Deleting subnet e95e440d-ca53-45c7-9482-b8f9972954b4 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:29:24.629640 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa6a-e389-4269-a891-b11398639a78 admin admin] Publish callbacks [] for subnet (e95e440d-ca53-45c7-9482-b8f9972954b4), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.666178 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa6a-e389-4269-a891-b11398639a78 admin admin] Publish callbacks [] for subnet (e95e440d-ca53-45c7-9482-b8f9972954b4), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.673143 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa6a-e389-4269-a891-b11398639a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (e95e440d-ca53-45c7-9482-b8f9972954b4), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.730698 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdc78e-6af9-4cd5-bd6f-5091d7b71795 req-711d68ba-b9fa-4393-8159-3ddd59d289c5 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:24.732332 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b1bdc78e-6af9-4cd5-bd6f-5091d7b71795 req-711d68ba-b9fa-4393-8159-3ddd59d289c5 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0503926 Apr 14 22:29:24.780431 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b1bdc78e-6af9-4cd5-bd6f-5091d7b71795 req-fcdadd6a-cc6c-4d87-a953-0febe146587e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Apr 14 22:29:24.825175 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa6a-e389-4269-a891-b11398639a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (e95e440d-ca53-45c7-9482-b8f9972954b4), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.838663 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa6a-e389-4269-a891-b11398639a78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.844774 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c87ffa6a-e389-4269-a891-b11398639a78 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e95e440d-ca53-45c7-9482-b8f9972954b4 HTTP/1.1" status: 204 len: 168 time: 0.2635219 Apr 14 22:29:24.848975 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52266) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:24.861202 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ffa6a-e389-4269-a891-b11398639a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95e440d-ca53-45c7-9482-b8f9972954b4,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:24.931558 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (e3dbbb47-3359-464f-8d69-d2cc947d92ff), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:24.998859 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52282) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:25.020848 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (e3dbbb47-3359-464f-8d69-d2cc947d92ff), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.043099 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dbbb47-3359-464f-8d69-d2cc947d92ff']}} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:25.046914 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4766dbc-518f-4646-9460-0b5245896964 admin admin] Deleting subnet ecc28b54-cee4-4d7a-b91c-781575753990 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:29:25.050350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a4766dbc-518f-4646-9460-0b5245896964 admin admin] Publish callbacks [] for subnet (ecc28b54-cee4-4d7a-b91c-781575753990), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.064319 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29cec61-b8f4-4460-a3bc-4bcf345c9ba4') {'for_net_delete': True} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:25.064868 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29cec61-b8f4-4460-a3bc-4bcf345c9ba4') {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:25.081500 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27071232'] for segment (c29cec61-b8f4-4460-a3bc-4bcf345c9ba4), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.089350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a4766dbc-518f-4646-9460-0b5245896964 admin admin] Publish callbacks [] for subnet (ecc28b54-cee4-4d7a-b91c-781575753990), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.095820 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a4766dbc-518f-4646-9460-0b5245896964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (ecc28b54-cee4-4d7a-b91c-781575753990), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.102303 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (c29cec61-b8f4-4460-a3bc-4bcf345c9ba4), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.111932 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=104050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:29:25.112599 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750057'] for segment (c29cec61-b8f4-4460-a3bc-4bcf345c9ba4), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: Traceback (most recent call last): Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: timer() Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: cb(*args, **kw) Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: return func(*args, **kwargs) Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: self._notify() Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: self.callback(batched_events) Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: event.method(event) Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: return f(self, *a, **k) Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._get(url).json() Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: return self.request(url, 'GET', **kwargs) Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:29:25.115396 dv-cinder-820918-2-iscsi neutron-server[104050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:29:25.212960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a4766dbc-518f-4646-9460-0b5245896964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (ecc28b54-cee4-4d7a-b91c-781575753990), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.243073 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4766dbc-518f-4646-9460-0b5245896964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc28b54-cee4-4d7a-b91c-781575753990,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:25.252744 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a4766dbc-518f-4646-9460-0b5245896964 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.258573 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a4766dbc-518f-4646-9460-0b5245896964 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ecc28b54-cee4-4d7a-b91c-781575753990 HTTP/1.1" status: 204 len: 168 time: 0.2585993 Apr 14 22:29:25.258855 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52290) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:25.288716 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (e3dbbb47-3359-464f-8d69-d2cc947d92ff), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.318888 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.322454 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e3dbbb47-3359-464f-8d69-d2cc947d92ff HTTP/1.1" status: 204 len: 168 time: 0.4761961 Apr 14 22:29:25.344616 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3fe45-0825-4b0c-a0c2-fdecac925c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dbbb47-3359-464f-8d69-d2cc947d92ff,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:25.358625 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (58c51ffd-b04f-41de-a4d3-8dcd2bf36149), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.441085 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (58c51ffd-b04f-41de-a4d3-8dcd2bf36149), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.461686 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c51ffd-b04f-41de-a4d3-8dcd2bf36149']}} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:25.472060 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ccadbe-c7ff-485f-a0d3-91d9c7fb5917') {'for_net_delete': True} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:25.472395 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ccadbe-c7ff-485f-a0d3-91d9c7fb5917') {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:25.486637 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27071232'] for segment (a0ccadbe-c7ff-485f-a0d3-91d9c7fb5917), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.500363 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (a0ccadbe-c7ff-485f-a0d3-91d9c7fb5917), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.506322 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=104050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:29:25.506829 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750057'] for segment (a0ccadbe-c7ff-485f-a0d3-91d9c7fb5917), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: Traceback (most recent call last): Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: timer() Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: cb(*args, **kw) Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: return func(*args, **kwargs) Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: self._notify() Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: self.callback(batched_events) Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: event.method(event) Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: return f(self, *a, **k) Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._get(url).json() Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: return self.request(url, 'GET', **kwargs) Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:29:25.508417 dv-cinder-820918-2-iscsi neutron-server[104050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:29:25.624318 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (58c51ffd-b04f-41de-a4d3-8dcd2bf36149), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.629754 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.633261 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/58c51ffd-b04f-41de-a4d3-8dcd2bf36149 HTTP/1.1" status: 204 len: 168 time: 0.3730898 Apr 14 22:29:25.636207 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52304) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:25.647830 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da732-c63b-4a54-a1a9-273f3102a6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c51ffd-b04f-41de-a4d3-8dcd2bf36149,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:25.689052 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a8c328-b339-4983-a21b-9f20564fef32 admin admin] Deleting subnet 17e7fed0-39ad-4dfd-96a3-e8491cc93612 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:29:25.692753 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c328-b339-4983-a21b-9f20564fef32 admin admin] Publish callbacks [] for subnet (17e7fed0-39ad-4dfd-96a3-e8491cc93612), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.714304 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52308) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:25.732610 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c328-b339-4983-a21b-9f20564fef32 admin admin] Publish callbacks [] for subnet (17e7fed0-39ad-4dfd-96a3-e8491cc93612), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.740438 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c328-b339-4983-a21b-9f20564fef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (17e7fed0-39ad-4dfd-96a3-e8491cc93612), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.757935 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ebfcab57-e211-4164-a426-05d28df1ef81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20ebd4bf011741718a4c481bf761d093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419624 Apr 14 22:29:25.760624 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52310) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:25.819668 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0489b563-b0d6-4233-8982-72a247a8a7fb admin admin] Publish callbacks [] for security_group (790c3895-1daa-4088-a6b9-38133cd96ab6), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.844946 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0489b563-b0d6-4233-8982-72a247a8a7fb admin admin] Publish callbacks [] for security_group (790c3895-1daa-4088-a6b9-38133cd96ab6), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.887252 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c328-b339-4983-a21b-9f20564fef32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for subnet (17e7fed0-39ad-4dfd-96a3-e8491cc93612), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.919082 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8c328-b339-4983-a21b-9f20564fef32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e7fed0-39ad-4dfd-96a3-e8491cc93612,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:25.926411 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c179fd-c768-4580-9362-e2602491cbaa req-8a68525a-7d4a-48a5-bce0-4c34ab474c22 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:25.927914 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47c179fd-c768-4580-9362-e2602491cbaa req-8a68525a-7d4a-48a5-bce0-4c34ab474c22 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0765841 Apr 14 22:29:25.931539 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5a8c328-b339-4983-a21b-9f20564fef32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.935228 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f5a8c328-b339-4983-a21b-9f20564fef32 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/17e7fed0-39ad-4dfd-96a3-e8491cc93612 HTTP/1.1" status: 204 len: 168 time: 0.2978890 Apr 14 22:29:25.937851 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52316) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:25.966621 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0489b563-b0d6-4233-8982-72a247a8a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (790c3895-1daa-4088-a6b9-38133cd96ab6), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.970416 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0489b563-b0d6-4233-8982-72a247a8a7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:25.972016 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-0489b563-b0d6-4233-8982-72a247a8a7fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/790c3895-1daa-4088-a6b9-38133cd96ab6 HTTP/1.1" status: 204 len: 168 time: 0.2102129 Apr 14 22:29:25.981464 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489b563-b0d6-4233-8982-72a247a8a7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c3895-1daa-4088-a6b9-38133cd96ab6,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:26.063118 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47c179fd-c768-4580-9362-e2602491cbaa req-0ef5676a-9b32-4560-a433-dc1ceb954b13 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265390 Apr 14 22:29:26.065802 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (8be20a1b-2614-4eaa-b81e-15d2600e6d9f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.162119 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (8be20a1b-2614-4eaa-b81e-15d2600e6d9f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.186116 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.186434 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.187250 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.187638 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.187973 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.188497 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.188834 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.189165 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.189492 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.189946 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.258943 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.259524 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.259650 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.261396 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 22:29:26.261396 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be20a1b-2614-4eaa-b81e-15d2600e6d9f']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:26.285848 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87701d02-d257-470f-a178-294a7299ea3f') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:26.285848 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87701d02-d257-470f-a178-294a7299ea3f') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:29:26.319042 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (87701d02-d257-470f-a178-294a7299ea3f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.345927 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (87701d02-d257-470f-a178-294a7299ea3f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.357853 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:29:26.358328 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (87701d02-d257-470f-a178-294a7299ea3f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: from cryptography.utils import int_from_bytes Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: from cryptography.utils import int_from_bytes Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:29:26.363261 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:29:26.526795 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (8be20a1b-2614-4eaa-b81e-15d2600e6d9f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.536219 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.538480 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8be20a1b-2614-4eaa-b81e-15d2600e6d9f HTTP/1.1" status: 204 len: 168 time: 0.5996761 Apr 14 22:29:26.556665 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d4cc-77e0-4083-920b-cc94654aa6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be20a1b-2614-4eaa-b81e-15d2600e6d9f,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:26.691804 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52340) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:26.741654 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ce2879b4-ec43-4892-9c66-5d01e44a11a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e723e265d9204bf4ae0c75a42c2e5988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480940 Apr 14 22:29:26.751237 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52346) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:26.805712 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-36c42673-971b-49c4-8eb8-38abfded225d admin admin] Publish callbacks [] for security_group (48746525-994c-4964-b18a-c25c4f736667), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.829337 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-36c42673-971b-49c4-8eb8-38abfded225d admin admin] Publish callbacks [] for security_group (48746525-994c-4964-b18a-c25c4f736667), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.949437 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-36c42673-971b-49c4-8eb8-38abfded225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (48746525-994c-4964-b18a-c25c4f736667), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.952120 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-36c42673-971b-49c4-8eb8-38abfded225d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:26.953273 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-36c42673-971b-49c4-8eb8-38abfded225d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48746525-994c-4964-b18a-c25c4f736667 HTTP/1.1" status: 204 len: 168 time: 0.2009692 Apr 14 22:29:26.961444 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c42673-971b-49c4-8eb8-38abfded225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48746525-994c-4964-b18a-c25c4f736667,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:27.156490 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52362) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:27.180834 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b7ea6-51ec-4cf3-8821-3a99792e4f69 req-b3d7a526-321c-425e-a7d1-8f2e12ea4ca2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:27.182554 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-468b7ea6-51ec-4cf3-8821-3a99792e4f69 req-b3d7a526-321c-425e-a7d1-8f2e12ea4ca2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0492857 Apr 14 22:29:27.207925 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9f23fa69-934a-4e87-92b5-7d95b245e191 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f8e64c144764760a01fd5eb2e95ce0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500371 Apr 14 22:29:27.210274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52364) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:27.262999 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-468b7ea6-51ec-4cf3-8821-3a99792e4f69 req-0ce63be2-edda-4308-9676-04cf47222a16 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745988 Apr 14 22:29:27.285228 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a69f619a-c5dd-4a30-b1bc-882f504d5e46 admin admin] Publish callbacks [] for security_group (374d4015-625e-406c-ae51-5ec6768d21e5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:27.308675 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a69f619a-c5dd-4a30-b1bc-882f504d5e46 admin admin] Publish callbacks [] for security_group (374d4015-625e-406c-ae51-5ec6768d21e5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:27.439861 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a69f619a-c5dd-4a30-b1bc-882f504d5e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (374d4015-625e-406c-ae51-5ec6768d21e5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:27.442638 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a69f619a-c5dd-4a30-b1bc-882f504d5e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:27.444164 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a69f619a-c5dd-4a30-b1bc-882f504d5e46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/374d4015-625e-406c-ae51-5ec6768d21e5 HTTP/1.1" status: 204 len: 168 time: 0.2327116 Apr 14 22:29:27.453577 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f619a-c5dd-4a30-b1bc-882f504d5e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374d4015-625e-406c-ae51-5ec6768d21e5,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:28.129901 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52400) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:28.172687 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-83315b0b-3972-41eb-83c6-a1ef288667dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f69d3801d3594e069dc6477f80f46e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415251 Apr 14 22:29:28.175451 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52402) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:28.226554 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e70aeffd-ce74-4f67-a9dd-13b3e3dbf7aa admin admin] Publish callbacks [] for security_group (918f9a2f-0a35-4cb8-9852-f9cfa070933e), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:28.248756 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e70aeffd-ce74-4f67-a9dd-13b3e3dbf7aa admin admin] Publish callbacks [] for security_group (918f9a2f-0a35-4cb8-9852-f9cfa070933e), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:28.383716 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e70aeffd-ce74-4f67-a9dd-13b3e3dbf7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (918f9a2f-0a35-4cb8-9852-f9cfa070933e), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:28.386444 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e70aeffd-ce74-4f67-a9dd-13b3e3dbf7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:28.388368 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-e70aeffd-ce74-4f67-a9dd-13b3e3dbf7aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/918f9a2f-0a35-4cb8-9852-f9cfa070933e HTTP/1.1" status: 204 len: 168 time: 0.2111816 Apr 14 22:29:28.420124 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70aeffd-ce74-4f67-a9dd-13b3e3dbf7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918f9a2f-0a35-4cb8-9852-f9cfa070933e,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:28.432770 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fafc22-d087-416d-8cdb-0c85ce5ca657 req-f912aaf3-3d68-477c-80e4-128b044ae78c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:28.441866 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e4fafc22-d087-416d-8cdb-0c85ce5ca657 req-f912aaf3-3d68-477c-80e4-128b044ae78c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0978184 Apr 14 22:29:28.530029 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e4fafc22-d087-416d-8cdb-0c85ce5ca657 req-98f316c2-f92c-4566-bc42-d3fee9921be9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853572 Apr 14 22:29:29.679857 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151fba-22f8-418a-99f1-83d1d412df0b req-aa9cefba-1c6d-4c17-ba4a-7cf607beaa84 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:29.681444 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1d151fba-22f8-418a-99f1-83d1d412df0b req-aa9cefba-1c6d-4c17-ba4a-7cf607beaa84 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0496926 Apr 14 22:29:29.736556 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1d151fba-22f8-418a-99f1-83d1d412df0b req-0a780ba7-b5d6-48da-9400-15d39b91da8b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487435 Apr 14 22:29:29.933523 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52480) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:30.046043 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dbc89ad9-631d-4bb5-959b-ae0bd1c49294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:30.126172 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dbc89ad9-631d-4bb5-959b-ae0bd1c49294 admin admin] Publish callbacks [] for security_group (70aab5ba-6483-446a-9d7f-e3e68e98921e), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:30.216416 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dbc89ad9-631d-4bb5-959b-ae0bd1c49294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (70aab5ba-6483-446a-9d7f-e3e68e98921e), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:30.259219 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-dbc89ad9-631d-4bb5-959b-ae0bd1c49294 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1eb7b101bf0d49fc97bc37cb3166ead9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245416 Apr 14 22:29:30.260109 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc89ad9-631d-4bb5-959b-ae0bd1c49294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aab5ba-6483-446a-9d7f-e3e68e98921e,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:30.262022 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52486) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:30.324749 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c66b7cf-b919-4b29-83a0-13f88e25d23f admin admin] Publish callbacks [] for security_group (70aab5ba-6483-446a-9d7f-e3e68e98921e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:30.347974 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c66b7cf-b919-4b29-83a0-13f88e25d23f admin admin] Publish callbacks [] for security_group (70aab5ba-6483-446a-9d7f-e3e68e98921e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:30.464712 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c66b7cf-b919-4b29-83a0-13f88e25d23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (70aab5ba-6483-446a-9d7f-e3e68e98921e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:30.468114 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c66b7cf-b919-4b29-83a0-13f88e25d23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:30.473433 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7c66b7cf-b919-4b29-83a0-13f88e25d23f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70aab5ba-6483-446a-9d7f-e3e68e98921e HTTP/1.1" status: 204 len: 168 time: 0.2058344 Apr 14 22:29:30.478303 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66b7cf-b919-4b29-83a0-13f88e25d23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aab5ba-6483-446a-9d7f-e3e68e98921e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:30.856922 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca47d1-a946-47f5-bf91-e42fe2a9d3e6 req-9228b568-350f-4bdb-97e3-f2c53300575c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:30.858395 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-66ca47d1-a946-47f5-bf91-e42fe2a9d3e6 req-9228b568-350f-4bdb-97e3-f2c53300575c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0486076 Apr 14 22:29:30.906029 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-66ca47d1-a946-47f5-bf91-e42fe2a9d3e6 req-9780458b-069c-4711-ac60-72681dfdf744 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Apr 14 22:29:31.232838 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52506) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:31.245892 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4f54-8af9-4ce7-b7d8-81974bc584e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:31.327594 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4f54-8af9-4ce7-b7d8-81974bc584e5 admin admin] Publish callbacks [] for security_group (b2c1347b-a357-4cb5-9495-e17f04c41b65), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:31.423840 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4f54-8af9-4ce7-b7d8-81974bc584e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b2c1347b-a357-4cb5-9495-e17f04c41b65), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:31.465311 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f6ba4f54-8af9-4ce7-b7d8-81974bc584e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=295efbfa59ab4cb49433b388f47018aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313323 Apr 14 22:29:31.466208 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba4f54-8af9-4ce7-b7d8-81974bc584e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c1347b-a357-4cb5-9495-e17f04c41b65,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:31.468157 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52514) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:31.523672 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-708e948c-9a20-4456-b4f9-324b482ebfc8 admin admin] Publish callbacks [] for security_group (b2c1347b-a357-4cb5-9495-e17f04c41b65), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:31.546675 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-708e948c-9a20-4456-b4f9-324b482ebfc8 admin admin] Publish callbacks [] for security_group (b2c1347b-a357-4cb5-9495-e17f04c41b65), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:31.600921 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:31.671485 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-708e948c-9a20-4456-b4f9-324b482ebfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b2c1347b-a357-4cb5-9495-e17f04c41b65), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:31.674152 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-708e948c-9a20-4456-b4f9-324b482ebfc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:31.675358 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-708e948c-9a20-4456-b4f9-324b482ebfc8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2c1347b-a357-4cb5-9495-e17f04c41b65 HTTP/1.1" status: 204 len: 168 time: 0.2062206 Apr 14 22:29:31.683080 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e948c-9a20-4456-b4f9-324b482ebfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c1347b-a357-4cb5-9495-e17f04c41b65,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:31.988486 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-ca311bbe-902c-4aee-ac72-2c69e0bb1428 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5f857e899d6f4dc7986db4271a5206d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426652 Apr 14 22:29:32.079522 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4677e1-f28c-4cae-b429-bb01c6cad6fe req-252ea060-0577-40d0-83d1-16af2a568983 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:32.081097 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0e4677e1-f28c-4cae-b429-bb01c6cad6fe req-252ea060-0577-40d0-83d1-16af2a568983 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0826688 Apr 14 22:29:32.164225 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0e4677e1-f28c-4cae-b429-bb01c6cad6fe req-48bc15c6-6956-4ba3-8404-320f5337e0ac tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768793 Apr 14 22:29:32.250840 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-74d4d63a-fa83-4c53-8807-cdcd63fa0d87 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:32.252506 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-74d4d63a-fa83-4c53-8807-cdcd63fa0d87 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631564 Apr 14 22:29:32.269132 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-55550a40-0c24-40b8-b23a-224171b05bbf tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/quotas/5f857e899d6f4dc7986db4271a5206d4 HTTP/1.1" status: 200 len: 375 time: 0.0108662 Apr 14 22:29:32.304438 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-1ab6e64b-2239-4c87-b97c-9c796cb58985 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f857e899d6f4dc7986db4271a5206d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282819 Apr 14 22:29:32.573287 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e8314060-b4d6-467b-a90b-8f5697307331 req-f1e2a109-2381-4dea-bc19-3f8da3cd3e7a tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 210 time: 0.0278358 Apr 14 22:29:33.285811 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218c91b-b249-4416-b9ac-9e70e71a7609 req-ce26d316-a4cd-458c-acbd-0a271bc39465 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:33.287361 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6218c91b-b249-4416-b9ac-9e70e71a7609 req-ce26d316-a4cd-458c-acbd-0a271bc39465 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0503757 Apr 14 22:29:33.346353 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6218c91b-b249-4416-b9ac-9e70e71a7609 req-58ac4042-cdb8-4262-b76d-2aaa90ba2f97 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464940 Apr 14 22:29:33.538892 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52614) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:33.681019 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1f59f5d5-a47e-4fc2-8937-068e9bb3c4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:33.684271 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d4b9db17-3312-4331-8a37-0c149b1f65bd req-0ef6288c-6969-4506-bb94-0939a80bec08 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 210 time: 0.0323734 Apr 14 22:29:33.761813 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1f59f5d5-a47e-4fc2-8937-068e9bb3c4d8 admin admin] Publish callbacks [] for security_group (0b98ff13-9d23-47c9-8220-6cf522cc3140), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:33.840735 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1f59f5d5-a47e-4fc2-8937-068e9bb3c4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (0b98ff13-9d23-47c9-8220-6cf522cc3140), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:33.880293 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-1f59f5d5-a47e-4fc2-8937-068e9bb3c4d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6534757f14e84190bf06587c3b56fccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400452 Apr 14 22:29:33.882268 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59f5d5-a47e-4fc2-8937-068e9bb3c4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b98ff13-9d23-47c9-8220-6cf522cc3140,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:33.882976 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52624) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:33.932469 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080cabb6-ffbd-4807-ab59-3355a75b5f74 admin admin] Publish callbacks [] for security_group (0b98ff13-9d23-47c9-8220-6cf522cc3140), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:33.953953 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080cabb6-ffbd-4807-ab59-3355a75b5f74 admin admin] Publish callbacks [] for security_group (0b98ff13-9d23-47c9-8220-6cf522cc3140), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.069412 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080cabb6-ffbd-4807-ab59-3355a75b5f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (0b98ff13-9d23-47c9-8220-6cf522cc3140), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.072057 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080cabb6-ffbd-4807-ab59-3355a75b5f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.073193 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-080cabb6-ffbd-4807-ab59-3355a75b5f74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b98ff13-9d23-47c9-8220-6cf522cc3140 HTTP/1.1" status: 204 len: 168 time: 0.1892173 Apr 14 22:29:34.081890 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cabb6-ffbd-4807-ab59-3355a75b5f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b98ff13-9d23-47c9-8220-6cf522cc3140,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:34.099776 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52630) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:34.225783 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8bb2082b-5c9a-435e-a813-3f700298cdd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.306829 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8bb2082b-5c9a-435e-a813-3f700298cdd8 admin admin] Publish callbacks [] for security_group (442040f1-8165-44db-8953-009b885c00e3), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.394996 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8bb2082b-5c9a-435e-a813-3f700298cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (442040f1-8165-44db-8953-009b885c00e3), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.395405 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a175888b-8086-4801-b2cb-198dcc7ca16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.443615 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8bb2082b-5c9a-435e-a813-3f700298cdd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e8a7812ff764db7989b4c71b15bf011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427253 Apr 14 22:29:34.446346 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52642) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:34.446346 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2082b-5c9a-435e-a813-3f700298cdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442040f1-8165-44db-8953-009b885c00e3,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:34.472984 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0995-c674-44f9-9090-92eb3149ef25 req-61aad0a7-cedf-45c4-9737-9bf2993dafb6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:34.475135 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e4fd0995-c674-44f9-9090-92eb3149ef25 req-61aad0a7-cedf-45c4-9737-9bf2993dafb6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0603199 Apr 14 22:29:34.502299 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca59fae0-300a-4d65-90d0-8434a17111ba admin admin] Publish callbacks [] for security_group (442040f1-8165-44db-8953-009b885c00e3), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.525679 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca59fae0-300a-4d65-90d0-8434a17111ba admin admin] Publish callbacks [] for security_group (442040f1-8165-44db-8953-009b885c00e3), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.525895 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e4fd0995-c674-44f9-9090-92eb3149ef25 req-6c0cfb40-f2bd-43cd-aaab-c849dd14fce9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440383 Apr 14 22:29:34.663174 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca59fae0-300a-4d65-90d0-8434a17111ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (442040f1-8165-44db-8953-009b885c00e3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.665841 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ca59fae0-300a-4d65-90d0-8434a17111ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:34.667259 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ca59fae0-300a-4d65-90d0-8434a17111ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/442040f1-8165-44db-8953-009b885c00e3 HTTP/1.1" status: 204 len: 168 time: 0.2219868 Apr 14 22:29:34.676018 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59fae0-300a-4d65-90d0-8434a17111ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442040f1-8165-44db-8953-009b885c00e3,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:34.789597 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b0e11a1b-e44b-4102-99c7-037dfbd0bf5b req-79a24094-37ad-431e-a476-3126b2c7f53d tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 210 time: 0.0269129 Apr 14 22:29:35.095141 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-54eb3d72-a644-4871-81e8-c7b65504267d tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f857e899d6f4dc7986db4271a5206d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312483 Apr 14 22:29:35.298732 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-7e96744c-e37d-4ff4-8b40-06a68c65d4a2 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:35.300291 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-7e96744c-e37d-4ff4-8b40-06a68c65d4a2 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987469 Apr 14 22:29:35.316446 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Request body: {'port': {'device_id': '47cb0188-ad29-431f-b9e8-4644045dbf24', 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad', 'admin_state_up': True, 'tenant_id': '5f857e899d6f4dc7986db4271a5206d4'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:35.408221 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52672) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:35.433920 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc114b3f-96a1-4688-b75f-aabe4f9e2f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.531154 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Made reservation on behalf of 5f857e899d6f4dc7986db4271a5206d4 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:35.534501 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.560086 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.577334 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc114b3f-96a1-4688-b75f-aabe4f9e2f1c admin admin] Publish callbacks [] for security_group (bb9eca86-40eb-4442-beab-9657c30a85b7), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.627343 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc114b3f-96a1-4688-b75f-aabe4f9e2f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (bb9eca86-40eb-4442-beab-9657c30a85b7), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.685849 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc114b3f-96a1-4688-b75f-aabe4f9e2f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9eca86-40eb-4442-beab-9657c30a85b7,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:35.699093 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fc114b3f-96a1-4688-b75f-aabe4f9e2f1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acd19ff76c364f41b3ce42b44ea12b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885664 Apr 14 22:29:35.701963 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52688) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:35.705350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks [] for security_group (029fa1e7-4e7a-486a-9a45-cb4899362813), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.757976 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5fab37cb-e871-4024-988c-3bb2ffdd8529 admin admin] Publish callbacks [] for security_group (bb9eca86-40eb-4442-beab-9657c30a85b7), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.784708 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (029fa1e7-4e7a-486a-9a45-cb4899362813), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.789373 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5fab37cb-e871-4024-988c-3bb2ffdd8529 admin admin] Publish callbacks [] for security_group (bb9eca86-40eb-4442-beab-9657c30a85b7), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:35.903211 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd190eb-7b63-4f75-aa2f-97481d91b3bd req-320b54be-e2a6-40a2-8d06-3aeb22264ecd tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:35.905528 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dbd190eb-7b63-4f75-aa2f-97481d91b3bd req-320b54be-e2a6-40a2-8d06-3aeb22264ecd tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.2934439 Apr 14 22:29:35.977057 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dbd190eb-7b63-4f75-aa2f-97481d91b3bd req-d8d3e17e-ff7a-4e27-be03-f1c5cac34ac3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634017 Apr 14 22:29:36.168551 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029fa1e7-4e7a-486a-9a45-cb4899362813,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:36.194530 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43360cfe-dcc8-452b-ac3e-78ac82e4f514 req-2b70e633-b654-40be-a13e-70175905f48d tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 210 time: 0.0533791 Apr 14 22:29:36.271723 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Allocated IP 192.168.233.84 (f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad/f571305e-18c8-427b-a5d6-16adb5edd76b/4a575b2e-3b47-4596-a3e6-331b4289f610) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:29:36.343689 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5fab37cb-e871-4024-988c-3bb2ffdd8529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (bb9eca86-40eb-4442-beab-9657c30a85b7), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:36.346581 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5fab37cb-e871-4024-988c-3bb2ffdd8529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:36.347744 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5fab37cb-e871-4024-988c-3bb2ffdd8529 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb9eca86-40eb-4442-beab-9657c30a85b7 HTTP/1.1" status: 204 len: 168 time: 0.6448371 Apr 14 22:29:36.384157 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab37cb-e871-4024-988c-3bb2ffdd8529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9eca86-40eb-4442-beab-9657c30a85b7,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:36.436540 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks [] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:36.538235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:36.588632 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:29:36.594541 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:29:36.598728 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:29:36.624349 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Pushing event updated for resources: {'Port': ['ID=4a575b2e-3b47-4596-a3e6-331b4289f610,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:36.659740 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:36.660423 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:36.746479 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-01635838-6542-4330-9def-fd487b62d0ab tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4370568 Apr 14 22:29:36.764236 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Request body: {'port': {'device_id': '47cb0188-ad29-431f-b9e8-4644045dbf24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:36.773151 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a0c2903a-da76-47f4-8c00-fc0c004012c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:36.836556 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:36.838943 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-be223b10-ae53-49d9-a74a-8b0990dc18dd None None] Provisioning complete for port 4a575b2e-3b47-4596-a3e6-331b4289f610 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:29:36.839343 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-be223b10-ae53-49d9-a74a-8b0990dc18dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:36.875436 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-be223b10-ae53-49d9-a74a-8b0990dc18dd None None] Port 4a575b2e-3b47-4596-a3e6-331b4289f610 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:29:37.110025 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea488-ea54-4839-adb1-295ae1caf155 req-ab75706f-1e48-4890-b8c1-e525be4a56be tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:37.112283 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3b1ea488-ea54-4839-adb1-295ae1caf155 req-ab75706f-1e48-4890-b8c1-e525be4a56be tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0491204 Apr 14 22:29:37.153822 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a575b2e-3b47-4596-a3e6-331b4289f610 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:29:37.162166 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Publish callbacks [] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:37.163323 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3b1ea488-ea54-4839-adb1-295ae1caf155 req-e3c670ea-94a6-4fc0-8dd9-583750bfb0dc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Apr 14 22:29:37.190931 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Transition to ACTIVE for port object 4a575b2e-3b47-4596-a3e6-331b4289f610 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:29:37.314246 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:37.329478 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01117f7a-a51d-4ada-9922-0a8245a46d51 req-db020820-ea03-4f9d-8fb1-3a42c582d33a tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:37.331029 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01117f7a-a51d-4ada-9922-0a8245a46d51 req-db020820-ea03-4f9d-8fb1-3a42c582d33a tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 935 time: 0.0613496 Apr 14 22:29:37.399583 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Pushing event updated for resources: {'Port': ['ID=4a575b2e-3b47-4596-a3e6-331b4289f610,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:37.451790 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01117f7a-a51d-4ada-9922-0a8245a46d51 req-dc42d9e1-38e9-44d0-93ec-45b632ce5820 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009130 Apr 14 22:29:37.510164 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Attempting to bind port 4a575b2e-3b47-4596-a3e6-331b4289f610 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:29:37.510735 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Attempting to bind port 4a575b2e-3b47-4596-a3e6-331b4289f610 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:29:37.510936 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Attempting to bind port 4a575b2e-3b47-4596-a3e6-331b4289f610 on network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:29:37.515810 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Port 4a575b2e-3b47-4596-a3e6-331b4289f610 on network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:29:37.516142 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Attempting to bind port 4a575b2e-3b47-4596-a3e6-331b4289f610 on network f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:29:37.521616 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:29:37.522101 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Checking segment: {'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:29:37.522349 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Bound using segment: {'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:29:37.522829 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Bound port: 4a575b2e-3b47-4596-a3e6-331b4289f610, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac34210b-5951-4fe3-9ba7-cc0a49c9d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:29:37.523198 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:37.604442 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] For port 4a575b2e-3b47-4596-a3e6-331b4289f610, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:29:37.607715 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] For port 4a575b2e-3b47-4596-a3e6-331b4289f610, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=4a575b2e-3b47-4596-a3e6-331b4289f610,segment=NetworkSegment(ac34210b-5951-4fe3-9ba7-cc0a49c9d95a),segment_id=ac34210b-5951-4fe3-9ba7-cc0a49c9d95a)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:29:37.703935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:37.749204 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:37.749835 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:37.751288 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] 10.222.0.37 "PUT /v2.0/ports/4a575b2e-3b47-4596-a3e6-331b4289f610 HTTP/1.1" status: 200 len: 1097 time: 0.9922550 Apr 14 22:29:37.752108 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cb0188-ad29-431f-b9e8-4644045dbf24', 'tag': '4a575b2e-3b47-4596-a3e6-331b4289f610'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:29:37.754949 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb02733-da8c-4ba2-a4d0-52434eebdb85" -d '{"events": [{"name": "network-changed", "server_uuid": "47cb0188-ad29-431f-b9e8-4644045dbf24", "tag": "4a575b2e-3b47-4596-a3e6-331b4289f610"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:29:37.799751 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b6242-5133-4471-a2ac-89e6de218507 service neutron] Pushing event updated for resources: {'Port': ['ID=4a575b2e-3b47-4596-a3e6-331b4289f610,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:37.834891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407f4900-8b7d-4864-8f95-8c6d7179ed52 x-openstack-request-id: req-407f4900-8b7d-4864-8f95-8c6d7179ed52 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:29:37.834891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cb0188-ad29-431f-b9e8-4644045dbf24", "tag": "4a575b2e-3b47-4596-a3e6-331b4289f610", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:29:37.834891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-407f4900-8b7d-4864-8f95-8c6d7179ed52 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:29:37.834891 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407f4900-8b7d-4864-8f95-8c6d7179ed52'] response: {'name': 'network-changed', 'server_uuid': '47cb0188-ad29-431f-b9e8-4644045dbf24', 'tag': '4a575b2e-3b47-4596-a3e6-331b4289f610', 'status': 'completed', 'code': 200} Apr 14 22:29:37.856438 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52766) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:37.958574 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-8b1164ce-ecae-424f-968a-bf7edfa5e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:37.960157 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-8b1164ce-ecae-424f-968a-bf7edfa5e46e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f857e899d6f4dc7986db4271a5206d4&device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 1131 time: 0.0540662 Apr 14 22:29:38.006430 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-5a1e13b2-fe19-4d2c-8f30-aa10720d0edc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=4a575b2e-3b47-4596-a3e6-331b4289f610 HTTP/1.1" status: 200 len: 217 time: 0.0371914 Apr 14 22:29:38.045858 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:38.060640 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-82e3da7e-bbb5-4864-ba26-a7646ce0d0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:38.098374 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-a5ff06c3-458a-4ea7-a65c-2281c8052774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:38.099887 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-a5ff06c3-458a-4ea7-a65c-2281c8052774 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f571305e-18c8-427b-a5d6-16adb5edd76b HTTP/1.1" status: 200 len: 843 time: 0.0848873 Apr 14 22:29:38.172807 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-d73e1909-78f9-44c9-ad8e-dcceba019366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:38.175161 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-d73e1909-78f9-44c9-ad8e-dcceba019366 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0608709 Apr 14 22:29:38.225893 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-82e3da7e-bbb5-4864-ba26-a7646ce0d0d5 admin admin] Publish callbacks [] for security_group (b72087c5-8277-4704-b55f-26291916c78c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:38.316976 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71537122-2415-4dc0-a0e6-06baf799b566 req-65fa2fcc-010a-447d-a395-5a1bf522941b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:38.318539 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-71537122-2415-4dc0-a0e6-06baf799b566 req-65fa2fcc-010a-447d-a395-5a1bf522941b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0658438 Apr 14 22:29:38.345828 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-82e3da7e-bbb5-4864-ba26-a7646ce0d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b72087c5-8277-4704-b55f-26291916c78c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:38.364647 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-15b3493d-d444-4f21-8490-7c315cb2131d service neutron] 10.222.0.37 "GET /v2.0/networks/f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752965 Apr 14 22:29:38.430120 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-82e3da7e-bbb5-4864-ba26-a7646ce0d0d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c400718a54bd442f8d2da56ab8421efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5715113 Apr 14 22:29:38.437691 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3da7e-bbb5-4864-ba26-a7646ce0d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72087c5-8277-4704-b55f-26291916c78c,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:38.474814 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-71537122-2415-4dc0-a0e6-06baf799b566 req-9c1681af-27e1-4759-988f-fc13fbd6510d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444950 Apr 14 22:29:38.478452 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52784) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:38.544000 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a2f1de7-c25f-42a8-8c7e-6f43f1f531ee req-c62383af-758a-46d7-b816-7d4ec66e5bfd service neutron] 10.222.0.37 "GET /v2.0/networks/f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710660 Apr 14 22:29:38.571064 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2def-2776-4adc-8def-b7c1534cb2fa admin admin] Publish callbacks [] for security_group (b72087c5-8277-4704-b55f-26291916c78c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:38.594916 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c79cb2-353b-4cf0-83c9-bb63b6dd8006 req-a8c1b74b-ee25-4a45-a988-46d00c85f29b tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:38.596422 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f7c79cb2-353b-4cf0-83c9-bb63b6dd8006 req-a8c1b74b-ee25-4a45-a988-46d00c85f29b tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 947 time: 0.0615554 Apr 14 22:29:38.599106 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2def-2776-4adc-8def-b7c1534cb2fa admin admin] Publish callbacks [] for security_group (b72087c5-8277-4704-b55f-26291916c78c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:38.648718 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f7c79cb2-353b-4cf0-83c9-bb63b6dd8006 req-17ea9b16-f7e5-46a8-a2f1-980ab9772a03 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Apr 14 22:29:38.834965 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2def-2776-4adc-8def-b7c1534cb2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b72087c5-8277-4704-b55f-26291916c78c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:38.837606 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2def-2776-4adc-8def-b7c1534cb2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:38.838826 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a8fc2def-2776-4adc-8def-b7c1534cb2fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b72087c5-8277-4704-b55f-26291916c78c HTTP/1.1" status: 204 len: 168 time: 0.3595726 Apr 14 22:29:38.848395 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc2def-2776-4adc-8def-b7c1534cb2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72087c5-8277-4704-b55f-26291916c78c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:39.200419 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.407480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52810) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:39.542549 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-93ea5c48-2e3e-4c4d-90b0-d0bc1ab24f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.615914 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52822) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:39.624400 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cd2b-6065-432d-a118-80e6287b5339 req-73e38153-183f-44f4-a276-9af35f22dcf6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:39.625884 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da68cd2b-6065-432d-a118-80e6287b5339 req-73e38153-183f-44f4-a276-9af35f22dcf6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0631700 Apr 14 22:29:39.631707 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42823d9a-c431-4c93-bf97-4ebd427fba9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.694683 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-93ea5c48-2e3e-4c4d-90b0-d0bc1ab24f1a admin admin] Publish callbacks [] for security_group (fbbd3a55-673b-4743-9ed5-ff84b28e06c9), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.709211 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-da68cd2b-6065-432d-a118-80e6287b5339 req-ffbc2828-539d-4bdb-9308-2756aff83ff3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697875 Apr 14 22:29:39.759802 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-93ea5c48-2e3e-4c4d-90b0-d0bc1ab24f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fbbd3a55-673b-4743-9ed5-ff84b28e06c9), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.780904 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42823d9a-c431-4c93-bf97-4ebd427fba9d admin admin] Publish callbacks [] for security_group (98f5f320-195b-4958-b9f1-bd8aa49c4092), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.789821 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c395a89-728b-4dbd-a709-b12f11fc24b3 req-a44ca6c6-414f-48b9-93d4-b51d6d9f3d29 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:39.797828 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0c395a89-728b-4dbd-a709-b12f11fc24b3 req-a44ca6c6-414f-48b9-93d4-b51d6d9f3d29 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 947 time: 0.0636802 Apr 14 22:29:39.800916 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-93ea5c48-2e3e-4c4d-90b0-d0bc1ab24f1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1a8053d836c45cdac372277329ff1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923409 Apr 14 22:29:39.802140 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea5c48-2e3e-4c4d-90b0-d0bc1ab24f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbd3a55-673b-4743-9ed5-ff84b28e06c9,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:39.804490 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52830) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:39.875053 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-7dd4948f-04d9-4d06-ba36-4e6a2edc768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:39.876503 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-7dd4948f-04d9-4d06-ba36-4e6a2edc768a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f857e899d6f4dc7986db4271a5206d4&device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 1131 time: 0.0440805 Apr 14 22:29:39.880711 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0c395a89-728b-4dbd-a709-b12f11fc24b3 req-bb0bce5a-829a-4bd3-8ebd-dda686e7a7c1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819826 Apr 14 22:29:39.882230 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42823d9a-c431-4c93-bf97-4ebd427fba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (98f5f320-195b-4958-b9f1-bd8aa49c4092), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.937096 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bb162217-095e-459d-a43b-34463cd5b1ec admin admin] Publish callbacks [] for security_group (fbbd3a55-673b-4743-9ed5-ff84b28e06c9), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.940962 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-42823d9a-c431-4c93-bf97-4ebd427fba9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f59986b115354d69b385854d799b18a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237793 Apr 14 22:29:39.942839 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42823d9a-c431-4c93-bf97-4ebd427fba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f5f320-195b-4958-b9f1-bd8aa49c4092,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:39.947070 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52832) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:39.984165 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bb162217-095e-459d-a43b-34463cd5b1ec admin admin] Publish callbacks [] for security_group (fbbd3a55-673b-4743-9ed5-ff84b28e06c9), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:39.989841 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-96f6b98c-a700-410d-899d-fa5ac607f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:39.991685 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-96f6b98c-a700-410d-899d-fa5ac607f9c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad HTTP/1.1" status: 200 len: 870 time: 0.1082621 Apr 14 22:29:40.039690 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4873a164-e3d6-4bb6-a01c-10dac5323f90 admin admin] Publish callbacks [] for security_group (98f5f320-195b-4958-b9f1-bd8aa49c4092), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:40.041871 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-17995f09-9bfe-42db-bb94-36e8779778a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=4a575b2e-3b47-4596-a3e6-331b4289f610 HTTP/1.1" status: 200 len: 217 time: 0.0378847 Apr 14 22:29:40.064637 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4873a164-e3d6-4bb6-a01c-10dac5323f90 admin admin] Publish callbacks [] for security_group (98f5f320-195b-4958-b9f1-bd8aa49c4092), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:40.093362 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-517c0fa2-f393-4929-b383-7604e4471aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:40.094894 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-517c0fa2-f393-4929-b383-7604e4471aab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f571305e-18c8-427b-a5d6-16adb5edd76b HTTP/1.1" status: 200 len: 843 time: 0.0463533 Apr 14 22:29:40.144394 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-64ff0571-8444-4add-971a-df5a13dd4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:40.145794 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-64ff0571-8444-4add-971a-df5a13dd4c03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0418770 Apr 14 22:29:40.148870 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bb162217-095e-459d-a43b-34463cd5b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fbbd3a55-673b-4743-9ed5-ff84b28e06c9), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:40.151500 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-bb162217-095e-459d-a43b-34463cd5b1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:40.152616 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-bb162217-095e-459d-a43b-34463cd5b1ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbbd3a55-673b-4743-9ed5-ff84b28e06c9 HTTP/1.1" status: 204 len: 168 time: 0.3472190 Apr 14 22:29:40.161896 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb162217-095e-459d-a43b-34463cd5b1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbd3a55-673b-4743-9ed5-ff84b28e06c9,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:40.182751 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4873a164-e3d6-4bb6-a01c-10dac5323f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (98f5f320-195b-4958-b9f1-bd8aa49c4092), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:40.188072 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4873a164-e3d6-4bb6-a01c-10dac5323f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:40.192029 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4873a164-e3d6-4bb6-a01c-10dac5323f90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98f5f320-195b-4958-b9f1-bd8aa49c4092 HTTP/1.1" status: 204 len: 168 time: 0.2439578 Apr 14 22:29:40.209332 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873a164-e3d6-4bb6-a01c-10dac5323f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f5f320-195b-4958-b9f1-bd8aa49c4092,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:40.283987 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-8cf49acb-70ff-4d87-9648-db293b268007 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233127 Apr 14 22:29:40.384538 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4eb02733-da8c-4ba2-a4d0-52434eebdb85 req-2d406c41-2a73-48e7-9d1d-01d267153506 service neutron] 10.222.0.37 "GET /v2.0/networks/f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894690 Apr 14 22:29:40.826659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c52c0-75d7-46ee-bb58-1740f59ad819 req-c12df2e3-e859-4700-9c14-4157e3b90940 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:40.828320 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8c9c52c0-75d7-46ee-bb58-1740f59ad819 req-c12df2e3-e859-4700-9c14-4157e3b90940 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0489938 Apr 14 22:29:40.846255 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:40.876498 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8c9c52c0-75d7-46ee-bb58-1740f59ad819 req-f3a6d507-d9a0-449a-ae90-21f76106e0e3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Apr 14 22:29:41.005652 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522741c5-9d0c-43e3-8af5-05b7eabeeca5 req-6f3ae8f3-88e8-4afe-934b-0d2004ed0a3d tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:41.007325 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-522741c5-9d0c-43e3-8af5-05b7eabeeca5 req-6f3ae8f3-88e8-4afe-934b-0d2004ed0a3d tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 947 time: 0.0522778 Apr 14 22:29:41.011807 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52854) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:41.038088 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f07c6fb9-d251-4fb6-954b-63c1008fa4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.085192 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52856) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:41.093891 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-522741c5-9d0c-43e3-8af5-05b7eabeeca5 req-3b7b727f-a0ac-48a8-9b15-1baad0c63b1e tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798180 Apr 14 22:29:41.099762 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cb40e5bd-bdbd-4b05-b0ec-c20bcd6106cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.145942 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f07c6fb9-d251-4fb6-954b-63c1008fa4da admin admin] Publish callbacks [] for security_group (9e19a40e-a8ec-4c0d-9f44-6d431e6e2be3), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.176456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cb40e5bd-bdbd-4b05-b0ec-c20bcd6106cb admin admin] Publish callbacks [] for security_group (6217b052-2635-46e3-91b7-c7df6a41dc49), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.217782 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f07c6fb9-d251-4fb6-954b-63c1008fa4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (9e19a40e-a8ec-4c0d-9f44-6d431e6e2be3), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.245185 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cb40e5bd-bdbd-4b05-b0ec-c20bcd6106cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (6217b052-2635-46e3-91b7-c7df6a41dc49), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.259906 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f07c6fb9-d251-4fb6-954b-63c1008fa4da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1623e992688439dba847ecc41614076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443385 Apr 14 22:29:41.259906 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c6fb9-d251-4fb6-954b-63c1008fa4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e19a40e-a8ec-4c0d-9f44-6d431e6e2be3,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:41.260566 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52858) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:41.292703 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-cb40e5bd-bdbd-4b05-b0ec-c20bcd6106cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fbd103634ebc4109a0c55d9207dc5203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062056 Apr 14 22:29:41.293822 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40e5bd-bdbd-4b05-b0ec-c20bcd6106cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6217b052-2635-46e3-91b7-c7df6a41dc49,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:41.296690 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52860) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:41.313552 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c6254f95-4f8b-4327-a611-23d66d17a89f admin admin] Publish callbacks [] for security_group (9e19a40e-a8ec-4c0d-9f44-6d431e6e2be3), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.340273 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c6254f95-4f8b-4327-a611-23d66d17a89f admin admin] Publish callbacks [] for security_group (9e19a40e-a8ec-4c0d-9f44-6d431e6e2be3), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.345298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0d28549-38b8-4625-a46b-39f328f33f30 admin admin] Publish callbacks [] for security_group (6217b052-2635-46e3-91b7-c7df6a41dc49), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.375638 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0d28549-38b8-4625-a46b-39f328f33f30 admin admin] Publish callbacks [] for security_group (6217b052-2635-46e3-91b7-c7df6a41dc49), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.452351 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c6254f95-4f8b-4327-a611-23d66d17a89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (9e19a40e-a8ec-4c0d-9f44-6d431e6e2be3), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.455043 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c6254f95-4f8b-4327-a611-23d66d17a89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.456822 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c6254f95-4f8b-4327-a611-23d66d17a89f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e19a40e-a8ec-4c0d-9f44-6d431e6e2be3 HTTP/1.1" status: 204 len: 168 time: 0.1945653 Apr 14 22:29:41.465359 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6254f95-4f8b-4327-a611-23d66d17a89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e19a40e-a8ec-4c0d-9f44-6d431e6e2be3,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:41.472309 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 4a575b2e-3b47-4596-a3e6-331b4289f610 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:29:41.478596 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0d28549-38b8-4625-a46b-39f328f33f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (6217b052-2635-46e3-91b7-c7df6a41dc49), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.479295 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0d28549-38b8-4625-a46b-39f328f33f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.480458 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d0d28549-38b8-4625-a46b-39f328f33f30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6217b052-2635-46e3-91b7-c7df6a41dc49 HTTP/1.1" status: 204 len: 168 time: 0.1828651 Apr 14 22:29:41.496809 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d28549-38b8-4625-a46b-39f328f33f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6217b052-2635-46e3-91b7-c7df6a41dc49,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:41.729591 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 4a575b2e-3b47-4596-a3e6-331b4289f610, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=4a575b2e-3b47-4596-a3e6-331b4289f610,segment=NetworkSegment(ac34210b-5951-4fe3-9ba7-cc0a49c9d95a),segment_id=ac34210b-5951-4fe3-9ba7-cc0a49c9d95a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:29:41.743165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '4a575b2e-3b47-4596-a3e6-331b4289f610', 'network_id': 'f9d23a1e-9c41-41b2-aaa7-33d05b6b07ad', 'port_id': '4a575b2e-3b47-4596-a3e6-331b4289f610', 'mac_address': 'fa:16:3e:d7:b5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f571305e-18c8-427b-a5d6-16adb5edd76b', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:29:41.782447 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 4a575b2e-3b47-4596-a3e6-331b4289f610 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:29:41.782882 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.797149 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a575b2e-3b47-4596-a3e6-331b4289f610 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:29:41.822968 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 4a575b2e-3b47-4596-a3e6-331b4289f610, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=4a575b2e-3b47-4596-a3e6-331b4289f610,segment=NetworkSegment(ac34210b-5951-4fe3-9ba7-cc0a49c9d95a),segment_id=ac34210b-5951-4fe3-9ba7-cc0a49c9d95a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:29:41.878422 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398617ec-7183-4174-9b66-9099f56b189b req-0076364b-4987-4163-aa29-8effd2d914c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:41.880090 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-398617ec-7183-4174-9b66-9099f56b189b req-0076364b-4987-4163-aa29-8effd2d914c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 1129 time: 0.0396805 Apr 14 22:29:41.880548 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:41.937872 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-398617ec-7183-4174-9b66-9099f56b189b req-d9c60e81-3c84-40f8-b320-cd28d4b2089a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491693 Apr 14 22:29:41.970268 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=4a575b2e-3b47-4596-a3e6-331b4289f610,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:41.978286 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.979145 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.979741 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.980352 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.980908 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.981496 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.982589 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.983159 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.983732 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.984136 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.984538 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.984962 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.985359 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.985754 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:41.986161 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:29:42.017742 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7d55-0462-4931-8d1f-62c5da1416ca req-e2bc01bb-d02d-4cef-be1f-aab82dd404ae tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:42.019551 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-650a7d55-0462-4931-8d1f-62c5da1416ca req-e2bc01bb-d02d-4cef-be1f-aab82dd404ae tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0553727 Apr 14 22:29:42.121052 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-650a7d55-0462-4931-8d1f-62c5da1416ca req-dfb0e752-66ff-4e47-a0dd-74cd61fc535d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953929 Apr 14 22:29:42.222854 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['4a575b2e-3b47-4596-a3e6-331b4289f610'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:29:42.226246 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f3100-81f2-4967-9fbd-14cdd41662ed req-78bc24da-5cdd-4564-9333-1bc4b9fa32e1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:42.227837 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d10f3100-81f2-4967-9fbd-14cdd41662ed req-78bc24da-5cdd-4564-9333-1bc4b9fa32e1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 948 time: 0.0550964 Apr 14 22:29:42.276333 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d10f3100-81f2-4967-9fbd-14cdd41662ed req-ba6b7eb3-a437-417b-8e4c-cf4fb4f75715 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Apr 14 22:29:43.246361 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958a7dc-3977-4192-b02e-55a634d311f6 req-d7130fcf-3dff-43ac-8cdb-6e17d17096a6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:43.248473 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0958a7dc-3977-4192-b02e-55a634d311f6 req-d7130fcf-3dff-43ac-8cdb-6e17d17096a6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0478477 Apr 14 22:29:43.299277 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0958a7dc-3977-4192-b02e-55a634d311f6 req-d62ddaaa-8a8c-4e23-97c7-010038cac895 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Apr 14 22:29:43.396569 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdb403-46a4-41e5-aa90-5ebe947dc5a2 req-f61e43ed-47fc-4006-85fc-bd6c2760a3b3 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:43.398157 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a4cdb403-46a4-41e5-aa90-5ebe947dc5a2 req-f61e43ed-47fc-4006-85fc-bd6c2760a3b3 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 948 time: 0.0521598 Apr 14 22:29:43.456175 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a4cdb403-46a4-41e5-aa90-5ebe947dc5a2 req-72d6109c-39fd-4948-aaf5-8f941473ad63 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513175 Apr 14 22:29:43.486335 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 4a575b2e-3b47-4596-a3e6-331b4289f610 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:29:43.536737 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 4a575b2e-3b47-4596-a3e6-331b4289f610 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:29:43.617535 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 4a575b2e-3b47-4596-a3e6-331b4289f610 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:29:43.617926 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:43.710355 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 4a575b2e-3b47-4596-a3e6-331b4289f610 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:29:43.710698 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:43.742805 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb0188-ad29-431f-b9e8-4644045dbf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a575b2e-3b47-4596-a3e6-331b4289f610'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:29:43.747063 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd80346-8c24-4cce-984d-a75c13fb3f09" -d '{"events": [{"server_uuid": "47cb0188-ad29-431f-b9e8-4644045dbf24", "name": "network-vif-plugged", "status": "completed", "tag": "4a575b2e-3b47-4596-a3e6-331b4289f610"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:29:43.762125 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 4a575b2e-3b47-4596-a3e6-331b4289f610, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=4a575b2e-3b47-4596-a3e6-331b4289f610,segment=NetworkSegment(ac34210b-5951-4fe3-9ba7-cc0a49c9d95a),segment_id=ac34210b-5951-4fe3-9ba7-cc0a49c9d95a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:29:43.796479 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134cd193-3ccf-4cbc-97df-68a71f5827fd x-openstack-request-id: req-134cd193-3ccf-4cbc-97df-68a71f5827fd {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:29:43.796923 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb0188-ad29-431f-b9e8-4644045dbf24", "name": "network-vif-plugged", "status": "completed", "tag": "4a575b2e-3b47-4596-a3e6-331b4289f610", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:29:43.797214 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-134cd193-3ccf-4cbc-97df-68a71f5827fd {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:29:43.797617 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134cd193-3ccf-4cbc-97df-68a71f5827fd'] response: {'server_uuid': '47cb0188-ad29-431f-b9e8-4644045dbf24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a575b2e-3b47-4596-a3e6-331b4289f610', 'code': 200} Apr 14 22:29:43.863272 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:43.925898 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=4a575b2e-3b47-4596-a3e6-331b4289f610,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:44.200494 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4cadb-9e56-43dc-8555-149c546abd96 req-7ea655b6-4c0e-4a83-a815-249c1908816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:44.202007 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-35a4cadb-9e56-43dc-8555-149c546abd96 req-7ea655b6-4c0e-4a83-a815-249c1908816d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 1133 time: 0.0431750 Apr 14 22:29:44.254267 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-35a4cadb-9e56-43dc-8555-149c546abd96 req-b6a4e92d-54d3-4168-a6b2-d1c0e8da62f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459101 Apr 14 22:29:44.428235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b33eb-0090-40bf-8fb2-08c11c2f6a2b req-1a0342fd-3534-4e26-9127-f6de49b24223 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:44.429770 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b08b33eb-0090-40bf-8fb2-08c11c2f6a2b req-1a0342fd-3534-4e26-9127-f6de49b24223 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0612304 Apr 14 22:29:44.445925 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 52972) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:44.485821 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b08b33eb-0090-40bf-8fb2-08c11c2f6a2b req-058416af-201c-4f7e-b621-54dd8996a977 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504150 Apr 14 22:29:44.577567 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66892-5c59-426d-aaa3-4954ebdf8ada req-94a81eeb-192c-4a14-9b29-3ec04370255e tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:44.583265 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-edf66892-5c59-426d-aaa3-4954ebdf8ada req-94a81eeb-192c-4a14-9b29-3ec04370255e tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 949 time: 0.0532069 Apr 14 22:29:44.608639 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c2d621b5-44ee-4b0b-9660-cc6370f5d062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:44.620902 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068da8f5-8505-4189-808a-136b56aa7ca8 req-25ac94f2-f7f4-4832-94ef-30bb486799fc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:44.622582 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-068da8f5-8505-4189-808a-136b56aa7ca8 req-25ac94f2-f7f4-4832-94ef-30bb486799fc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0560281 Apr 14 22:29:44.661324 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-edf66892-5c59-426d-aaa3-4954ebdf8ada req-a8b811cc-42e2-4821-9f83-61e22a29fd50 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752151 Apr 14 22:29:44.698318 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-068da8f5-8505-4189-808a-136b56aa7ca8 req-8d6dd719-4d6a-49de-879a-e67998b22142 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616529 Apr 14 22:29:44.732223 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c2d621b5-44ee-4b0b-9660-cc6370f5d062 admin admin] Publish callbacks [] for security_group (b11e8de3-7b1b-4e56-bbeb-f59681ca411b), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:44.809397 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c2d621b5-44ee-4b0b-9660-cc6370f5d062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b11e8de3-7b1b-4e56-bbeb-f59681ca411b), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:44.856727 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c2d621b5-44ee-4b0b-9660-cc6370f5d062 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0988a4cd9009451bbeae11dd27973fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074636 Apr 14 22:29:44.857761 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d621b5-44ee-4b0b-9660-cc6370f5d062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e8de3-7b1b-4e56-bbeb-f59681ca411b,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:44.857917 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 52992) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:44.924954 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d069fb50-d28a-4c10-8249-0566ab1a23ef admin admin] Publish callbacks [] for security_group (b11e8de3-7b1b-4e56-bbeb-f59681ca411b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:44.948713 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d069fb50-d28a-4c10-8249-0566ab1a23ef admin admin] Publish callbacks [] for security_group (b11e8de3-7b1b-4e56-bbeb-f59681ca411b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:45.104720 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d069fb50-d28a-4c10-8249-0566ab1a23ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b11e8de3-7b1b-4e56-bbeb-f59681ca411b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:45.106543 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d069fb50-d28a-4c10-8249-0566ab1a23ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:45.107720 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d069fb50-d28a-4c10-8249-0566ab1a23ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b11e8de3-7b1b-4e56-bbeb-f59681ca411b HTTP/1.1" status: 204 len: 168 time: 0.2487097 Apr 14 22:29:45.115914 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069fb50-d28a-4c10-8249-0566ab1a23ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e8de3-7b1b-4e56-bbeb-f59681ca411b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:45.847936 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacf239-e5f2-4b8b-953f-0d82a4338673 req-29b35008-27f3-4e11-8bc9-cf3fe46850c6 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:45.849508 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ffacf239-e5f2-4b8b-953f-0d82a4338673 req-29b35008-27f3-4e11-8bc9-cf3fe46850c6 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 949 time: 0.0754938 Apr 14 22:29:45.878558 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53024) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:45.897454 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-62305960-f49a-483a-8f5a-5bbc74a934ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:45.927766 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ffacf239-e5f2-4b8b-953f-0d82a4338673 req-da9b6219-b698-4637-9873-0ef27fd11e24 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670626 Apr 14 22:29:45.992557 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-62305960-f49a-483a-8f5a-5bbc74a934ad admin admin] Publish callbacks [] for security_group (cc1ab45b-9b7d-435b-a429-7d7e9463653e), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:46.103136 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-62305960-f49a-483a-8f5a-5bbc74a934ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (cc1ab45b-9b7d-435b-a429-7d7e9463653e), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:46.141448 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62305960-f49a-483a-8f5a-5bbc74a934ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ab45b-9b7d-435b-a429-7d7e9463653e,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:46.145608 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-62305960-f49a-483a-8f5a-5bbc74a934ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3432d8e0e4a44ed81583935a000a839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646701 Apr 14 22:29:46.148272 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53034) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:46.200089 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-86d689f2-55c4-42b2-ab13-59181abff677 admin admin] Publish callbacks [] for security_group (cc1ab45b-9b7d-435b-a429-7d7e9463653e), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:46.224606 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-86d689f2-55c4-42b2-ab13-59181abff677 admin admin] Publish callbacks [] for security_group (cc1ab45b-9b7d-435b-a429-7d7e9463653e), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:46.326683 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-86d689f2-55c4-42b2-ab13-59181abff677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (cc1ab45b-9b7d-435b-a429-7d7e9463653e), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:46.329422 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-86d689f2-55c4-42b2-ab13-59181abff677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:46.330605 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-86d689f2-55c4-42b2-ab13-59181abff677 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc1ab45b-9b7d-435b-a429-7d7e9463653e HTTP/1.1" status: 204 len: 168 time: 0.1813037 Apr 14 22:29:46.339197 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d689f2-55c4-42b2-ab13-59181abff677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ab45b-9b7d-435b-a429-7d7e9463653e,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:47.283111 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d96f94-f1c2-42af-a955-a05e35d4893a req-91456d75-b503-4ec3-8ed0-bcd072185eb9 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:47.292074 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61d96f94-f1c2-42af-a955-a05e35d4893a req-91456d75-b503-4ec3-8ed0-bcd072185eb9 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 949 time: 0.0678875 Apr 14 22:29:47.353878 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-bb7b42a3-0991-4d60-9830-1426253ce747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:47.355414 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-bb7b42a3-0991-4d60-9830-1426253ce747 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 1130 time: 0.0612423 Apr 14 22:29:47.386347 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4dc53-48e2-495c-bddf-8bbceb658ec3 req-0b7fa0bc-ae81-42dd-9a0e-534a6fe6996e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:47.389319 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0cf4dc53-48e2-495c-bddf-8bbceb658ec3 req-0b7fa0bc-ae81-42dd-9a0e-534a6fe6996e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0583990 Apr 14 22:29:47.408206 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-61d96f94-f1c2-42af-a955-a05e35d4893a req-af076142-7b8f-459e-abec-650a2e21d01a tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152270 Apr 14 22:29:47.480578 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0cf4dc53-48e2-495c-bddf-8bbceb658ec3 req-ac923ac3-65cf-477f-8e8a-35932489d2a0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807939 Apr 14 22:29:47.531619 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-57e9f199-1342-4bbb-88ed-7cfe5b5e1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:47.533299 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-57e9f199-1342-4bbb-88ed-7cfe5b5e1590 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.1668477 Apr 14 22:29:47.546786 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c23219-330a-4b1e-8872-f92756071b2f req-c8095b74-ea11-471c-8034-4e379b690da4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:47.548315 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5c23219-330a-4b1e-8872-f92756071b2f req-c8095b74-ea11-471c-8034-4e379b690da4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0649776 Apr 14 22:29:47.593524 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-b84b1524-6542-4cc5-90d3-54e148674f9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb HTTP/1.1" status: 200 len: 217 time: 0.0441964 Apr 14 22:29:47.674208 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-f6a306b6-dedf-4e51-9949-1b7aa038eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:47.675728 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-f6a306b6-dedf-4e51-9949-1b7aa038eb35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.0756266 Apr 14 22:29:47.679282 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5c23219-330a-4b1e-8872-f92756071b2f req-5d02b734-db4e-4133-af01-bee96c029fda tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893335 Apr 14 22:29:47.724215 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-cae70a16-5a2b-4cb9-95ef-c2e9aa22eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:47.726044 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-cae70a16-5a2b-4cb9-95ef-c2e9aa22eee4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402780 Apr 14 22:29:47.828295 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-711ef953-fdba-4fd2-9c4c-afb5d0176e69 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952942 Apr 14 22:29:47.929616 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ebeaaff-9d45-4e51-b927-3cfa06e576eb req-d83d7397-ef41-4f78-a2bf-c5ef82ebd848 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935853 Apr 14 22:29:47.989084 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d080c-2a77-44ed-a98b-d255c5478100 req-ac6f7838-99d4-4396-9021-05e6d69a4af3 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:47.990543 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-480d080c-2a77-44ed-a98b-d255c5478100 req-ac6f7838-99d4-4396-9021-05e6d69a4af3 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 949 time: 0.0502269 Apr 14 22:29:48.038327 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-480d080c-2a77-44ed-a98b-d255c5478100 req-94c33258-7242-44b4-ab3f-47872e886d6e tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Apr 14 22:29:48.071392 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53122) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:48.188226 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3ae587f7-5c03-4400-896b-608e7dc15ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:48.289174 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3ae587f7-5c03-4400-896b-608e7dc15ddf admin admin] Publish callbacks [] for security_group (fca347ac-b509-49b1-a6c6-c336754ec0c7), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:48.373150 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3ae587f7-5c03-4400-896b-608e7dc15ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fca347ac-b509-49b1-a6c6-c336754ec0c7), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:48.406778 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3ae587f7-5c03-4400-896b-608e7dc15ddf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=410eb4f488764682a6c10b2bd942cb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342569 Apr 14 22:29:48.408515 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae587f7-5c03-4400-896b-608e7dc15ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca347ac-b509-49b1-a6c6-c336754ec0c7,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:48.411577 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53140) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:48.477633 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bcabfc7-72e1-44bd-8084-64eeb1a91de9 admin admin] Publish callbacks [] for security_group (fca347ac-b509-49b1-a6c6-c336754ec0c7), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:48.501243 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bcabfc7-72e1-44bd-8084-64eeb1a91de9 admin admin] Publish callbacks [] for security_group (fca347ac-b509-49b1-a6c6-c336754ec0c7), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:48.595003 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dda7dc-017d-4b90-99be-65791df02589 req-44ed772d-0813-4c55-b3a2-ababcae1d08a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:48.596556 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5dda7dc-017d-4b90-99be-65791df02589 req-44ed772d-0813-4c55-b3a2-ababcae1d08a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0588481 Apr 14 22:29:48.644101 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bcabfc7-72e1-44bd-8084-64eeb1a91de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fca347ac-b509-49b1-a6c6-c336754ec0c7), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:48.644101 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0bcabfc7-72e1-44bd-8084-64eeb1a91de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:48.644251 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0bcabfc7-72e1-44bd-8084-64eeb1a91de9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca347ac-b509-49b1-a6c6-c336754ec0c7 HTTP/1.1" status: 204 len: 168 time: 0.2301497 Apr 14 22:29:48.658682 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5dda7dc-017d-4b90-99be-65791df02589 req-4eeef8dd-5c93-4d57-8680-421311e0c8e8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563035 Apr 14 22:29:48.659628 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcabfc7-72e1-44bd-8084-64eeb1a91de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca347ac-b509-49b1-a6c6-c336754ec0c7,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:48.808647 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baf905-f1c8-4f14-8891-436732f51034 req-2ef36951-0c90-4159-ad16-2d05c90e1c12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:48.810177 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-06baf905-f1c8-4f14-8891-436732f51034 req-2ef36951-0c90-4159-ad16-2d05c90e1c12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0544989 Apr 14 22:29:48.873166 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-06baf905-f1c8-4f14-8891-436732f51034 req-b97d3646-6349-4e4a-8159-a7e49eb0e8eb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568299 Apr 14 22:29:49.171054 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdca49a-638b-4626-86e2-94cec6a661b8 req-84de9f86-11b5-40a4-9585-a026cb1b4462 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:49.172530 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cbdca49a-638b-4626-86e2-94cec6a661b8 req-84de9f86-11b5-40a4-9585-a026cb1b4462 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 949 time: 0.0518324 Apr 14 22:29:49.219759 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cbdca49a-638b-4626-86e2-94cec6a661b8 req-1fda8b36-4ed7-41c7-b7a7-4ebfba7f1e07 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Apr 14 22:29:49.410206 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53192) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:49.424352 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f6b2-6f35-4da1-a0f9-ed557a9694a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:49.512546 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f6b2-6f35-4da1-a0f9-ed557a9694a4 admin admin] Publish callbacks [] for security_group (d961b63d-430d-4bb6-91de-9ea8e9d06086), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:49.582759 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f6b2-6f35-4da1-a0f9-ed557a9694a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d961b63d-430d-4bb6-91de-9ea8e9d06086), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:49.623132 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b5f0f6b2-6f35-4da1-a0f9-ed557a9694a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8a2d90fb0d24557ade687e9440219e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115743 Apr 14 22:29:49.624250 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0f6b2-6f35-4da1-a0f9-ed557a9694a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d961b63d-430d-4bb6-91de-9ea8e9d06086,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:49.626081 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53200) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:49.698324 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-ddddff82-fed2-4f53-98c3-c2edd692723b tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:49.699872 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-ddddff82-fed2-4f53-98c3-c2edd692723b tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.37 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 949 time: 0.0671136 Apr 14 22:29:49.703649 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53204) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:49.740446 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eeafbc6d-cfe3-4e53-bb38-1074ab3413e0 admin admin] Publish callbacks [] for security_group (d961b63d-430d-4bb6-91de-9ea8e9d06086), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:49.797223 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eeafbc6d-cfe3-4e53-bb38-1074ab3413e0 admin admin] Publish callbacks [] for security_group (d961b63d-430d-4bb6-91de-9ea8e9d06086), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:49.798041 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1333905-349c-4877-9480-a9970b395491 req-d1393e6e-d5ae-4624-996f-8500fbd00d20 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:49.799742 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e1333905-349c-4877-9480-a9970b395491 req-d1393e6e-d5ae-4624-996f-8500fbd00d20 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0548794 Apr 14 22:29:49.836956 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Deleting port 4a575b2e-3b47-4596-a3e6-331b4289f610 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:29:49.837292 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:49.837441 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-70235e2c-006e-4c8a-a98d-318cc4d3bc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:49.892047 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e1333905-349c-4877-9480-a9970b395491 req-9e215911-766b-4604-aadd-fb652c7b684c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848112 Apr 14 22:29:49.954562 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] For port 4a575b2e-3b47-4596-a3e6-331b4289f610, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=4a575b2e-3b47-4596-a3e6-331b4289f610,segment=NetworkSegment(ac34210b-5951-4fe3-9ba7-cc0a49c9d95a),segment_id=ac34210b-5951-4fe3-9ba7-cc0a49c9d95a)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:29:49.954982 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:49.992588 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Calling delete_port for 4a575b2e-3b47-4596-a3e6-331b4289f610 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:29:50.019493 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e045c3-3c8d-423d-abb4-9f07b4e981a8 req-ab01f418-51db-41ed-91ff-e4427885f406 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:50.020960 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e4e045c3-3c8d-423d-abb4-9f07b4e981a8 req-ab01f418-51db-41ed-91ff-e4427885f406 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0581939 Apr 14 22:29:50.051641 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eeafbc6d-cfe3-4e53-bb38-1074ab3413e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d961b63d-430d-4bb6-91de-9ea8e9d06086), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.054037 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eeafbc6d-cfe3-4e53-bb38-1074ab3413e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.055155 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-eeafbc6d-cfe3-4e53-bb38-1074ab3413e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d961b63d-430d-4bb6-91de-9ea8e9d06086 HTTP/1.1" status: 204 len: 168 time: 0.4278715 Apr 14 22:29:50.065534 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-70235e2c-006e-4c8a-a98d-318cc4d3bc43 admin admin] Publish callbacks [] for security_group (3d9c622c-d4ad-4362-9b5f-192737223803), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.091683 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafbc6d-cfe3-4e53-bb38-1074ab3413e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d961b63d-430d-4bb6-91de-9ea8e9d06086,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:50.134122 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e4e045c3-3c8d-423d-abb4-9f07b4e981a8 req-5f55f82d-8397-47fd-b250-bc557b6ef9d6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847726 Apr 14 22:29:50.141306 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-70235e2c-006e-4c8a-a98d-318cc4d3bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (3d9c622c-d4ad-4362-9b5f-192737223803), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.204590 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70235e2c-006e-4c8a-a98d-318cc4d3bc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9c622c-d4ad-4362-9b5f-192737223803,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:50.224260 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-70235e2c-006e-4c8a-a98d-318cc4d3bc43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8c9b73cdfa44f2c90cc177d01ae5454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192769 Apr 14 22:29:50.227144 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53220) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:50.294984 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e47de4b-f500-4bcb-ba60-7de7b54c5300 admin admin] Publish callbacks [] for security_group (3d9c622c-d4ad-4362-9b5f-192737223803), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.321740 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e47de4b-f500-4bcb-ba60-7de7b54c5300 admin admin] Publish callbacks [] for security_group (3d9c622c-d4ad-4362-9b5f-192737223803), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.463379 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e47de4b-f500-4bcb-ba60-7de7b54c5300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (3d9c622c-d4ad-4362-9b5f-192737223803), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.468302 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3e47de4b-f500-4bcb-ba60-7de7b54c5300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.471002 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3e47de4b-f500-4bcb-ba60-7de7b54c5300 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d9c622c-d4ad-4362-9b5f-192737223803 HTTP/1.1" status: 204 len: 168 time: 0.2415218 Apr 14 22:29:50.480272 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47de4b-f500-4bcb-ba60-7de7b54c5300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9c622c-d4ad-4362-9b5f-192737223803,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:50.520054 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504772ca-cf45-4e51-9028-063cf75bcf57 req-b791f14f-b085-4d37-aa7b-2abf3c929962 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:50.522583 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-504772ca-cf45-4e51-9028-063cf75bcf57 req-b791f14f-b085-4d37-aa7b-2abf3c929962 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 949 time: 0.0589550 Apr 14 22:29:50.560560 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (4a575b2e-3b47-4596-a3e6-331b4289f610), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.566127 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['4a575b2e-3b47-4596-a3e6-331b4289f610'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:29:50.587480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Pushing event deleted for resources: {'Port': ['ID=4a575b2e-3b47-4596-a3e6-331b4289f610,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:50.639725 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-504772ca-cf45-4e51-9028-063cf75bcf57 req-ae885550-9ed9-48dd-a0d4-f04c43d6495a tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/security-groups?id=029fa1e7-4e7a-486a-9a45-cb4899362813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027706 Apr 14 22:29:50.666531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] No DVR routers for this DVR port 4a575b2e-3b47-4596-a3e6-331b4289f610 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:29:50.677820 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:50.680498 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1f6101bd-69d9-4047-8d9c-a3af27512e30 req-0a75bbdd-8514-4a2f-a4b6-25ab4178cce1 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.37 "DELETE /v2.0/ports/4a575b2e-3b47-4596-a3e6-331b4289f610 HTTP/1.1" status: 204 len: 173 time: 0.9685752 Apr 14 22:29:50.681356 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cb0188-ad29-431f-b9e8-4644045dbf24', 'name': 'network-vif-deleted', 'tag': '4a575b2e-3b47-4596-a3e6-331b4289f610'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:29:50.687296 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409307dd-558d-4b8b-a7ee-c9ad8aac1d18" -d '{"events": [{"server_uuid": "47cb0188-ad29-431f-b9e8-4644045dbf24", "name": "network-vif-deleted", "tag": "4a575b2e-3b47-4596-a3e6-331b4289f610"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:29:50.725314 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e5858c-6f06-493d-8ef5-8cadf78b41b7 x-openstack-request-id: req-b4e5858c-6f06-493d-8ef5-8cadf78b41b7 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:29:50.725616 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cb0188-ad29-431f-b9e8-4644045dbf24", "name": "network-vif-deleted", "tag": "4a575b2e-3b47-4596-a3e6-331b4289f610", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:29:50.725865 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4e5858c-6f06-493d-8ef5-8cadf78b41b7 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:29:50.726462 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e5858c-6f06-493d-8ef5-8cadf78b41b7'] response: {'server_uuid': '47cb0188-ad29-431f-b9e8-4644045dbf24', 'name': 'network-vif-deleted', 'tag': '4a575b2e-3b47-4596-a3e6-331b4289f610', 'status': 'completed', 'code': 200} Apr 14 22:29:50.925664 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53242) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:50.942808 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1565dc8c-cb40-4d2b-af64-b6e015e5117d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.026918 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1565dc8c-cb40-4d2b-af64-b6e015e5117d admin admin] Publish callbacks [] for security_group (18b1cfc2-6570-49d7-8edd-7c12acd3379a), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.047509 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f167c-f473-42ee-bc49-6c69ef10ad75 req-25a7c129-4132-49b5-9176-964f1c48b964 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:51.049009 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e9f167c-f473-42ee-bc49-6c69ef10ad75 req-25a7c129-4132-49b5-9176-964f1c48b964 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0524638 Apr 14 22:29:51.100592 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e9f167c-f473-42ee-bc49-6c69ef10ad75 req-db3ba5d1-3352-4720-b303-43e525ea9e3d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 Apr 14 22:29:51.131813 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-1565dc8c-cb40-4d2b-af64-b6e015e5117d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (18b1cfc2-6570-49d7-8edd-7c12acd3379a), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.174217 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-1565dc8c-cb40-4d2b-af64-b6e015e5117d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4495a813c66a4b3595494a2f1ffe5ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470002 Apr 14 22:29:51.175440 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565dc8c-cb40-4d2b-af64-b6e015e5117d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b1cfc2-6570-49d7-8edd-7c12acd3379a,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:51.176868 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53248) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:51.263172 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73c34842-5f43-474a-98f8-932763c5f2c1 admin admin] Publish callbacks [] for security_group (18b1cfc2-6570-49d7-8edd-7c12acd3379a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.274563 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3a58a-af3e-432e-b099-a95597794baa req-42983743-44db-4f3c-b60c-9ac643ef4d07 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:51.276398 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3fa3a58a-af3e-432e-b099-a95597794baa req-42983743-44db-4f3c-b60c-9ac643ef4d07 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0628798 Apr 14 22:29:51.302040 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73c34842-5f43-474a-98f8-932763c5f2c1 admin admin] Publish callbacks [] for security_group (18b1cfc2-6570-49d7-8edd-7c12acd3379a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.359025 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3fa3a58a-af3e-432e-b099-a95597794baa req-961f3a6d-2421-4582-868c-b2f9a407fe8e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717063 Apr 14 22:29:51.394119 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53252) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:51.407052 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46f4d973-0fc4-4729-b9b6-7bfa70c223cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.441584 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73c34842-5f43-474a-98f8-932763c5f2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (18b1cfc2-6570-49d7-8edd-7c12acd3379a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.444307 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-73c34842-5f43-474a-98f8-932763c5f2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.446354 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-73c34842-5f43-474a-98f8-932763c5f2c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18b1cfc2-6570-49d7-8edd-7c12acd3379a HTTP/1.1" status: 204 len: 168 time: 0.2682521 Apr 14 22:29:51.464637 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c34842-5f43-474a-98f8-932763c5f2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b1cfc2-6570-49d7-8edd-7c12acd3379a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:51.515807 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46f4d973-0fc4-4729-b9b6-7bfa70c223cb admin admin] Publish callbacks [] for security_group (a534ae6c-160b-4e34-90e9-c27ed1c72f31), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.599236 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46f4d973-0fc4-4729-b9b6-7bfa70c223cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (a534ae6c-160b-4e34-90e9-c27ed1c72f31), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.646406 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-46f4d973-0fc4-4729-b9b6-7bfa70c223cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a41259eb3ef44121a8f0cc93151a3dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488701 Apr 14 22:29:51.646998 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53260) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:51.662746 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4d973-0fc4-4729-b9b6-7bfa70c223cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a534ae6c-160b-4e34-90e9-c27ed1c72f31,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:51.721649 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c810acc7-a662-4905-8877-019346618612 admin admin] Publish callbacks [] for security_group (a534ae6c-160b-4e34-90e9-c27ed1c72f31), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.745861 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c810acc7-a662-4905-8877-019346618612 admin admin] Publish callbacks [] for security_group (a534ae6c-160b-4e34-90e9-c27ed1c72f31), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.788791 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-73063f62-7234-4951-aa7b-0ea9ce24e614 req-d77a6a05-9ed0-4125-a001-a4aeca24a296 tempest-VolumesNegativeTest-2088845093 tempest-VolumesNegativeTest-2088845093-project] 10.222.0.50 "GET /v2.0/ports?device_id=47cb0188-ad29-431f-b9e8-4644045dbf24 HTTP/1.1" status: 200 len: 210 time: 0.0347724 Apr 14 22:29:51.880585 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c810acc7-a662-4905-8877-019346618612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (a534ae6c-160b-4e34-90e9-c27ed1c72f31), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.883335 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c810acc7-a662-4905-8877-019346618612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:51.884560 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c810acc7-a662-4905-8877-019346618612 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a534ae6c-160b-4e34-90e9-c27ed1c72f31 HTTP/1.1" status: 204 len: 168 time: 0.2353964 Apr 14 22:29:51.893355 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810acc7-a662-4905-8877-019346618612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a534ae6c-160b-4e34-90e9-c27ed1c72f31,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:52.219341 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4790d-2821-4620-a343-59ccebcfcf61 req-85a6a58a-7877-40bd-824b-34590f3da134 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:52.220847 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90b4790d-2821-4620-a343-59ccebcfcf61 req-85a6a58a-7877-40bd-824b-34590f3da134 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0499468 Apr 14 22:29:52.286180 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90b4790d-2821-4620-a343-59ccebcfcf61 req-1a4689f6-90a9-40eb-9e5d-6c4651de2856 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Apr 14 22:29:52.492261 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8043-dcb4-41ce-a5b2-37697315660b req-c798f4a3-4d9e-4e21-84ed-519001a47d38 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:52.494177 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7c0d8043-dcb4-41ce-a5b2-37697315660b req-c798f4a3-4d9e-4e21-84ed-519001a47d38 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0611579 Apr 14 22:29:52.545664 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7c0d8043-dcb4-41ce-a5b2-37697315660b req-69cf0bdf-a1d3-41b4-b398-af917d790faa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456610 Apr 14 22:29:53.398981 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c563e3c-c64e-48e9-a98a-62d96f8f4263 req-f7dbf471-785c-4a0c-85c4-095b4584602e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:53.400582 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1c563e3c-c64e-48e9-a98a-62d96f8f4263 req-f7dbf471-785c-4a0c-85c4-095b4584602e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0492165 Apr 14 22:29:53.460717 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1c563e3c-c64e-48e9-a98a-62d96f8f4263 req-bd4b9a34-0c03-410e-8cd9-0e53813cff74 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514851 Apr 14 22:29:53.679250 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc26e35-610f-4208-9c6d-704c61798192 req-f521a3cc-e8a7-4dc3-857e-7cb2539fd9fd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:53.681640 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fbc26e35-610f-4208-9c6d-704c61798192 req-f521a3cc-e8a7-4dc3-857e-7cb2539fd9fd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0513752 Apr 14 22:29:53.747996 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fbc26e35-610f-4208-9c6d-704c61798192 req-7526e375-c252-4889-b413-85a91fe40dbd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550938 Apr 14 22:29:53.869343 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 4a575b2e-3b47-4596-a3e6-331b4289f610 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:29:53.892634 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 4a575b2e-3b47-4596-a3e6-331b4289f610 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:29:53.893076 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 4a575b2e-3b47-4596-a3e6-331b4289f610 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:29:54.587083 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852162ee-97c4-4864-94d3-c6b3fc29cd80 req-ead6c00e-b0f1-438d-9e7c-2956fe60a2ad tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:54.588906 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-852162ee-97c4-4864-94d3-c6b3fc29cd80 req-ead6c00e-b0f1-438d-9e7c-2956fe60a2ad tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0540397 Apr 14 22:29:54.665725 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-852162ee-97c4-4864-94d3-c6b3fc29cd80 req-c65fe8e6-aa8d-4161-8204-f19ed725b020 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691879 Apr 14 22:29:54.883972 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153bc18-c33e-4e4e-9a01-c52fcb46756f req-85b675d6-fc77-4f58-b484-83f5f787abcc tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:54.885488 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7153bc18-c33e-4e4e-9a01-c52fcb46756f req-85b675d6-fc77-4f58-b484-83f5f787abcc tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0539193 Apr 14 22:29:54.936347 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7153bc18-c33e-4e4e-9a01-c52fcb46756f req-61b1e725-ca41-4659-87bb-9d2ce8f8db8f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424075 Apr 14 22:29:55.383755 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53552) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:55.492699 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-46c3b3d2-8d61-4837-ba55-7dd0758c6dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:55.572067 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-46c3b3d2-8d61-4837-ba55-7dd0758c6dfa admin admin] Publish callbacks [] for security_group (72b1101f-6e3d-40f8-a836-72953d472df3), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:55.628426 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-46c3b3d2-8d61-4837-ba55-7dd0758c6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (72b1101f-6e3d-40f8-a836-72953d472df3), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:55.668375 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-46c3b3d2-8d61-4837-ba55-7dd0758c6dfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b9713c65c064544b902442fb5eca914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834895 Apr 14 22:29:55.670146 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3b3d2-8d61-4837-ba55-7dd0758c6dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b1101f-6e3d-40f8-a836-72953d472df3,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:55.671934 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53570) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:55.738188 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e959926-aaed-4b2f-906c-2334e423050a admin admin] Publish callbacks [] for security_group (72b1101f-6e3d-40f8-a836-72953d472df3), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:55.793169 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e959926-aaed-4b2f-906c-2334e423050a admin admin] Publish callbacks [] for security_group (72b1101f-6e3d-40f8-a836-72953d472df3), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:55.815334 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3428fd8-a769-48d2-8b1c-b65c6db11c88 req-bced57f6-773b-403b-9748-b3fcc992a257 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:55.816850 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3428fd8-a769-48d2-8b1c-b65c6db11c88 req-bced57f6-773b-403b-9748-b3fcc992a257 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0739245 Apr 14 22:29:55.879951 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3428fd8-a769-48d2-8b1c-b65c6db11c88 req-c929116a-1fe8-4e4d-b6ab-f091568ef207 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562134 Apr 14 22:29:55.960042 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e959926-aaed-4b2f-906c-2334e423050a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (72b1101f-6e3d-40f8-a836-72953d472df3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:55.963267 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e959926-aaed-4b2f-906c-2334e423050a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:55.964558 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6e959926-aaed-4b2f-906c-2334e423050a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72b1101f-6e3d-40f8-a836-72953d472df3 HTTP/1.1" status: 204 len: 168 time: 0.2910910 Apr 14 22:29:55.974051 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e959926-aaed-4b2f-906c-2334e423050a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b1101f-6e3d-40f8-a836-72953d472df3,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:56.090881 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee2b4a-54c0-46af-9552-eb772f602b01 req-a98007c5-3782-4798-bca4-031d59c00e0d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:56.092568 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-51ee2b4a-54c0-46af-9552-eb772f602b01 req-a98007c5-3782-4798-bca4-031d59c00e0d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0618460 Apr 14 22:29:56.147836 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-51ee2b4a-54c0-46af-9552-eb772f602b01 req-820359c8-ff22-4f64-9853-04a218651578 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482104 Apr 14 22:29:56.687288 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:29:56.763699 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53672) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:56.788839 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-82670d07-b128-43bd-9312-a6ee4133513c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:56.882656 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-82670d07-b128-43bd-9312-a6ee4133513c admin admin] Publish callbacks [] for security_group (959c2870-a5a1-4d6c-a445-a610fd817f27), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:56.983383 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-82670d07-b128-43bd-9312-a6ee4133513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (959c2870-a5a1-4d6c-a445-a610fd817f27), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:56.997384 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1833a-424c-461c-b7a5-5efc7ffbc0d3 req-34305b86-4642-4c25-91b2-d9b5fb4fa004 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:56.999127 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-00e1833a-424c-461c-b7a5-5efc7ffbc0d3 req-34305b86-4642-4c25-91b2-d9b5fb4fa004 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Apr 14 22:29:57.042144 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82670d07-b128-43bd-9312-a6ee4133513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959c2870-a5a1-4d6c-a445-a610fd817f27,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:57.061089 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-82670d07-b128-43bd-9312-a6ee4133513c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b957f1b2d6d74823ac6197ffc5ddd4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962496 Apr 14 22:29:57.062679 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53690) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:57.089693 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-00e1833a-424c-461c-b7a5-5efc7ffbc0d3 req-0695eb29-8299-4b1a-bea2-77ec4e9ec0e5 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798972 Apr 14 22:29:57.127397 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-023eddb7-54b3-4338-b320-635f682efc01 admin admin] Publish callbacks [] for security_group (959c2870-a5a1-4d6c-a445-a610fd817f27), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:57.151471 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-023eddb7-54b3-4338-b320-635f682efc01 admin admin] Publish callbacks [] for security_group (959c2870-a5a1-4d6c-a445-a610fd817f27), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:57.287899 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216d792-52af-4896-9456-6bfac722a784 req-20ce9a63-6a8a-49ef-82d7-961b2bd237e1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:57.289425 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b216d792-52af-4896-9456-6bfac722a784 req-20ce9a63-6a8a-49ef-82d7-961b2bd237e1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0612447 Apr 14 22:29:57.297060 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-023eddb7-54b3-4338-b320-635f682efc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (959c2870-a5a1-4d6c-a445-a610fd817f27), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:57.299683 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-023eddb7-54b3-4338-b320-635f682efc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:57.317885 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-023eddb7-54b3-4338-b320-635f682efc01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/959c2870-a5a1-4d6c-a445-a610fd817f27 HTTP/1.1" status: 204 len: 168 time: 0.2387097 Apr 14 22:29:57.321415 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023eddb7-54b3-4338-b320-635f682efc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959c2870-a5a1-4d6c-a445-a610fd817f27,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:57.356981 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b216d792-52af-4896-9456-6bfac722a784 req-0920bd94-0332-4413-8e6e-9c52558ea655 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592942 Apr 14 22:29:58.214289 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f5250-db4d-426b-858e-72057a9e78c4 req-7e07c878-b434-49e8-9d7d-b8c82b82d0fd tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:58.217952 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a66f5250-db4d-426b-858e-72057a9e78c4 req-7e07c878-b434-49e8-9d7d-b8c82b82d0fd tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0540588 Apr 14 22:29:58.269843 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a66f5250-db4d-426b-858e-72057a9e78c4 req-60d9a0bd-ab16-41ef-a48b-79df93fb2a5f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459001 Apr 14 22:29:58.423537 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53792) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:58.502897 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a197ce5-fc17-4a22-a7e9-a88e0501763b req-873109c3-d26c-49d2-b185-9c2f915b7ce8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:58.504507 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7a197ce5-fc17-4a22-a7e9-a88e0501763b req-873109c3-d26c-49d2-b185-9c2f915b7ce8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0591822 Apr 14 22:29:58.536523 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-875448455-network', 'tenant_id': 'b31b27ed094a47fcbe30649a638dfae8'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:58.566622 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7a197ce5-fc17-4a22-a7e9-a88e0501763b req-ea5d30b7-aec1-455f-9e0e-33558fc85414 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550094 Apr 14 22:29:58.623708 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Made reservation on behalf of b31b27ed094a47fcbe30649a638dfae8 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:58.626842 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:58.636141 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:58.715516 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Publish callbacks [] for security_group (83a39c09-04f1-40c5-a9c3-82f45bd2aae4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:58.822653 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (83a39c09-04f1-40c5-a9c3-82f45bd2aae4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:58.854177 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:29:58.864009 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a39c09-04f1-40c5-a9c3-82f45bd2aae4,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:58.878607 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (fd549866-9e90-47b5-9302-f8b9397a80b9), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:58.878607 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Added segment fd549866-9e90-47b5-9302-f8b9397a80b9 of type vlan for network f5cf224b-801b-4744-8c0a-5f26a505062a Apr 14 22:29:58.918304 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (f5cf224b-801b-4744-8c0a-5f26a505062a), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:59.080259 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (f5cf224b-801b-4744-8c0a-5f26a505062a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:59.081118 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:59.081706 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:59.151287 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] Pushing event updated for resources: {'Network': ['ID=f5cf224b-801b-4744-8c0a-5f26a505062a,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:59.163648 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network f5cf224b-801b-4744-8c0a-5f26a505062a details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:29:59.191967 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3377d2b6-282b-496b-9f2f-acf077cc5293 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7672641 Apr 14 22:29:59.195016 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53810) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:29:59.200241 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Request body: {'subnet': {'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-875448455-subnet', 'tenant_id': 'b31b27ed094a47fcbe30649a638dfae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:29:59.286124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Made reservation on behalf of b31b27ed094a47fcbe30649a638dfae8 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:29:59.288508 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25923239'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:59.402778 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9f061-aa2d-4061-af99-4bdb0503c3b4 req-36faf4cd-4324-43b5-b8db-f1f6432183fd tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:59.404886 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1ac9f061-aa2d-4061-af99-4bdb0503c3b4 req-36faf4cd-4324-43b5-b8db-f1f6432183fd tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0646055 Apr 14 22:29:59.490389 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1ac9f061-aa2d-4061-af99-4bdb0503c3b4 req-536d57a7-d4b2-4232-82d6-7337a00d7f29 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790195 Apr 14 22:29:59.628272 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25923249'] for subnet (ccc865fa-2c12-4684-aee5-b9b2b9c4185d), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:29:59.698748 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc865fa-2c12-4684-aee5-b9b2b9c4185d,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:29:59.701900 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc947e-5609-4d7d-bce3-1fdffd033f40 req-b92f7f26-1136-4264-b993-229a52716318 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:59.712740 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5efc947e-5609-4d7d-bce3-1fdffd033f40 req-b92f7f26-1136-4264-b993-229a52716318 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0574529 Apr 14 22:29:59.713130 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Checking segment: {'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:29:59.713130 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Network hostable DHCP agents. Network: f5cf224b-801b-4744-8c0a-5f26a505062a, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:29:59.759934 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5efc947e-5609-4d7d-bce3-1fdffd033f40 req-4778af38-3e74-4987-8211-16a9bd0f8718 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471730 Apr 14 22:29:59.836758 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Network f5cf224b-801b-4744-8c0a-5f26a505062a is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:29:59.988459 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, f5cf224b-801b-4744-8c0a-5f26a505062a) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:29:59.994185 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:29:59.994872 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.008018 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5d6ac7-eaf6-4443-bde4-9e228bfa8a47 None None] Network f5cf224b-801b-4744-8c0a-5f26a505062a requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:30:00.114106 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7be7cfd-80ec-44f3-a1df-2443d5d8e65d None None] Network f5cf224b-801b-4744-8c0a-5f26a505062a requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:30:00.140958 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c24e0c1a-c525-4b96-aeb1-38cddd087bf6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9445639 Apr 14 22:30:00.195309 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53836) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:00.265074 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 53840) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:00.273334 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-f988d826-b43b-4ab9-aaf8-86cac9a79984 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842439808', 'description': 'tempest-description--1437223499'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:00.362120 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53846) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:00.362857 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-232200cf-45c7-457f-b868-d920c43199fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f857e899d6f4dc7986db4271a5206d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651173 Apr 14 22:30:00.388106 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f988d826-b43b-4ab9-aaf8-86cac9a79984 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.423831 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-efdd731b-347a-4f64-b1db-340fe2549786 admin admin] Publish callbacks [] for security_group (029fa1e7-4e7a-486a-9a45-cb4899362813), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.456560 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-efdd731b-347a-4f64-b1db-340fe2549786 admin admin] Publish callbacks [] for security_group (029fa1e7-4e7a-486a-9a45-cb4899362813), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.485580 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f988d826-b43b-4ab9-aaf8-86cac9a79984 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (393361c8-c52f-4697-8f60-ffab91470731), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.560397 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f988d826-b43b-4ab9-aaf8-86cac9a79984 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (393361c8-c52f-4697-8f60-ffab91470731), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.611671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-efdd731b-347a-4f64-b1db-340fe2549786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (029fa1e7-4e7a-486a-9a45-cb4899362813), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.614292 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-efdd731b-347a-4f64-b1db-340fe2549786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.615541 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-efdd731b-347a-4f64-b1db-340fe2549786 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/029fa1e7-4e7a-486a-9a45-cb4899362813 HTTP/1.1" status: 204 len: 168 time: 0.2529528 Apr 14 22:30:00.623922 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd731b-347a-4f64-b1db-340fe2549786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029fa1e7-4e7a-486a-9a45-cb4899362813,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:00.624585 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988d826-b43b-4ab9-aaf8-86cac9a79984 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393361c8-c52f-4697-8f60-ffab91470731,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:00.651485 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244b252-bde6-4819-8c2d-5f398982b587 req-b9e1c6f8-a91c-4e2e-8ed7-67c4cdaaed67 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:00.653670 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f244b252-bde6-4819-8c2d-5f398982b587 req-b9e1c6f8-a91c-4e2e-8ed7-67c4cdaaed67 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0863347 Apr 14 22:30:00.697941 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f988d826-b43b-4ab9-aaf8-86cac9a79984 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.699225 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f988d826-b43b-4ab9-aaf8-86cac9a79984 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4297836 Apr 14 22:30:00.702175 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53860) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:00.706661 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-cb62dffe-cf5e-4203-bff0-1df172f001b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group_rule': {'security_group_id': '393361c8-c52f-4697-8f60-ffab91470731', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:00.732068 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f244b252-bde6-4819-8c2d-5f398982b587 req-1f7e2a5f-7a03-4770-bbf8-536c81e6cf22 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669904 Apr 14 22:30:00.881674 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cb62dffe-cf5e-4203-bff0-1df172f001b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (87872de7-4085-4164-80ee-5b9654b9400b), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:00.901726 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc056b2-fa7c-44e5-a3e5-01fc8d085028 req-dde53eb8-667f-4f5e-969a-2ca8c65d5463 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:00.903823 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3cc056b2-fa7c-44e5-a3e5-01fc8d085028 req-dde53eb8-667f-4f5e-969a-2ca8c65d5463 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0607138 Apr 14 22:30:00.980736 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3cc056b2-fa7c-44e5-a3e5-01fc8d085028 req-175c50bf-a107-44a5-b79a-16b300cbebe5 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686338 Apr 14 22:30:00.982398 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cb62dffe-cf5e-4203-bff0-1df172f001b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (87872de7-4085-4164-80ee-5b9654b9400b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.057478 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cb62dffe-cf5e-4203-bff0-1df172f001b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (87872de7-4085-4164-80ee-5b9654b9400b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.079887 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62dffe-cf5e-4203-bff0-1df172f001b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87872de7-4085-4164-80ee-5b9654b9400b,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:01.162383 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-cb62dffe-cf5e-4203-bff0-1df172f001b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.164903 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-cb62dffe-cf5e-4203-bff0-1df172f001b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4616759 Apr 14 22:30:01.170974 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53868) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:01.175966 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-8497e30f-8bcd-42a8-87ed-e91ca941bf64 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group_rule': {'security_group_id': '393361c8-c52f-4697-8f60-ffab91470731', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:01.267754 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8497e30f-8bcd-42a8-87ed-e91ca941bf64 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (8a144b7d-d78a-46bc-bce7-e3c1627605fc), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.327565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8497e30f-8bcd-42a8-87ed-e91ca941bf64 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (8a144b7d-d78a-46bc-bce7-e3c1627605fc), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.377337 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8497e30f-8bcd-42a8-87ed-e91ca941bf64 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (8a144b7d-d78a-46bc-bce7-e3c1627605fc), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.396302 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497e30f-8bcd-42a8-87ed-e91ca941bf64 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a144b7d-d78a-46bc-bce7-e3c1627605fc,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:01.459378 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8497e30f-8bcd-42a8-87ed-e91ca941bf64 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.460606 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8497e30f-8bcd-42a8-87ed-e91ca941bf64 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2886450 Apr 14 22:30:01.463726 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 53872) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:01.468648 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:01.560312 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.576649 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.640888 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.749351 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Allocated IP 172.27.0.93 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:01.876055 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:01.885186 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc61cc-d570-498e-be12-73f750db6507 req-ae3a27c2-9268-4679-b15e-9c7151ea92ce tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:01.892890 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c9fc61cc-d570-498e-be12-73f750db6507 req-ae3a27c2-9268-4679-b15e-9c7151ea92ce tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0820203 Apr 14 22:30:01.938622 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c9fc61cc-d570-498e-be12-73f750db6507 req-8fd937c4-8fbc-4a13-9c43-652f54469eaa tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Apr 14 22:30:01.977776 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:02.020001 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:02.025443 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:02.029290 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:02.035548 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:02.066073 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.066432 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.066837 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.067161 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.067504 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.067861 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.068180 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.068515 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.068843 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.069212 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.069552 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.069881 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.070207 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.070532 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.070896 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:02.134074 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10e85-f6d3-4b68-b642-e496e44068d6 req-b0e3aaac-6a78-453f-8c87-360c6fc6a2bf tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:02.138189 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-76c10e85-f6d3-4b68-b642-e496e44068d6 req-b0e3aaac-6a78-453f-8c87-360c6fc6a2bf tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0611365 Apr 14 22:30:02.210264 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (42439465-21b5-4b0a-b1a2-1f6e5c197f61), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:02.222101 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-76c10e85-f6d3-4b68-b642-e496e44068d6 req-c5c3e373-cc52-4426-9146-5f9f6daaeb3c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595927 Apr 14 22:30:02.298456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:02.465180 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:02.486014 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-8dfb297f-18eb-4e58-aec5-69324e40702a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:02.487594 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-8dfb297f-18eb-4e58-aec5-69324e40702a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/networks?id=f5cf224b-801b-4744-8c0a-5f26a505062a HTTP/1.1" status: 200 len: 808 time: 0.1172516 Apr 14 22:30:02.502947 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-1db3ee35-8bfd-440d-a066-c6ba6a29818b tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/quotas/b31b27ed094a47fcbe30649a638dfae8 HTTP/1.1" status: 200 len: 375 time: 0.0097785 Apr 14 22:30:02.536700 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-c451957e-f7b2-4d3f-9985-70e6ed32aa09 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b31b27ed094a47fcbe30649a638dfae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276046 Apr 14 22:30:02.554586 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:02.649536 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:02.656479 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (42439465-21b5-4b0a-b1a2-1f6e5c197f61), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:02.663249 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-a0b07210-3b8a-4831-93c4-b36af3f89f3e service neutron] 10.222.0.50 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177766 Apr 14 22:30:02.756754 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-acf1c75f-4c85-4463-a943-97adfa453dd2 service neutron] 10.222.0.50 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922005 Apr 14 22:30:02.768261 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:02.768261 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-742d3a49-d987-4c8a-b221-f2ac7b423f9a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2987862 Apr 14 22:30:02.976296 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-fe912ec0-1c2b-43ba-8806-fb27bb31bdfe tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1842439808&fields=id&tenant_id=fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 267 time: 0.0452337 Apr 14 22:30:03.073406 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231f907-69c0-4e22-bd21-fd2960a6589f req-3bff85ce-4a83-42f5-a28e-2d4d23bc0f86 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:03.080298 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2231f907-69c0-4e22-bd21-fd2960a6589f req-3bff85ce-4a83-42f5-a28e-2d4d23bc0f86 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0553229 Apr 14 22:30:03.115646 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-b9e04e7d-cbb1-448e-815e-736ec48a5803 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:03.117313 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-b9e04e7d-cbb1-448e-815e-736ec48a5803 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 815 time: 0.1296668 Apr 14 22:30:03.136509 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-d823a1a6-4e05-4775-adcf-67c6af0410b4 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/quotas/fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 375 time: 0.0133748 Apr 14 22:30:03.139647 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2231f907-69c0-4e22-bd21-fd2960a6589f req-75c4fb99-5959-4045-9eac-de433b106bb4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584648 Apr 14 22:30:03.210524 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-9393895b-09b2-4252-a50a-756b2aaab5c3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640483 Apr 14 22:30:03.220730 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bc03b39a-ce8f-45d3-809c-f187e0125047 req-52af06b5-6f68-4169-b064-ae658ceaaaed tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 210 time: 0.0338106 Apr 14 22:30:03.320967 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-c825dbfe-dec1-4b27-9627-6d55e2672031 service neutron] 10.222.0.50 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985007 Apr 14 22:30:03.353675 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657766d0-ea40-4757-9a00-2851f23258f7 req-14febd42-b4a9-44af-afc3-b04f6ffe3d83 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:03.355507 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-657766d0-ea40-4757-9a00-2851f23258f7 req-14febd42-b4a9-44af-afc3-b04f6ffe3d83 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Apr 14 22:30:03.413502 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-657766d0-ea40-4757-9a00-2851f23258f7 req-b205f80c-e6e1-4c7e-91b2-31b9e6d27e41 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511200 Apr 14 22:30:03.463335 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-5ba5c9f2-fa4d-401b-aad4-751c9a3570b0 service neutron] 10.222.0.50 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357856 Apr 14 22:30:03.473760 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-0c4c25b7-e7fd-4de7-b218-54a9e56ed92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:03.475939 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-0c4c25b7-e7fd-4de7-b218-54a9e56ed92d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 1130 time: 0.0522404 Apr 14 22:30:03.599028 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-34153e86-984e-49d0-b0b1-d4b02d4c508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:03.600519 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-34153e86-984e-49d0-b0b1-d4b02d4c508c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.1047080 Apr 14 22:30:03.668819 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-bd19c4bf-a7a5-4d89-a03b-106f09b5ee82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb HTTP/1.1" status: 200 len: 217 time: 0.0603554 Apr 14 22:30:03.708982 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-98e12514-f8c0-4a61-b63b-59b27d7af43c req-ec3b64ea-75f3-4785-bdb9-fd6338e94a58 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 210 time: 0.0290053 Apr 14 22:30:03.738895 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-d38bf066-d2bd-4a2a-aff7-7ed908341b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:03.741073 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-d38bf066-d2bd-4a2a-aff7-7ed908341b2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.0616601 Apr 14 22:30:03.792946 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-20ae5d85-f2fc-45cb-bf6d-e6cfe7618e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:03.795075 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-20ae5d85-f2fc-45cb-bf6d-e6cfe7618e5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455308 Apr 14 22:30:03.895958 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-d83e1476-5bfb-4a47-aa8f-fc66cae6f8c9 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893073 Apr 14 22:30:03.995263 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d86421c6-9469-40b0-b01a-f156f955aa7f req-7331842c-da56-46de-9a14-9ad5332002e0 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904920 Apr 14 22:30:04.257987 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff8e55-8039-4a66-9ac9-326b4794e1f7 req-a63f74bb-1966-4281-bdf8-9d3dd1098f58 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:04.259588 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-74ff8e55-8039-4a66-9ac9-326b4794e1f7 req-a63f74bb-1966-4281-bdf8-9d3dd1098f58 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0485568 Apr 14 22:30:04.316989 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-74ff8e55-8039-4a66-9ac9-326b4794e1f7 req-7533f71d-d719-4952-856e-7a163a1c596d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502303 Apr 14 22:30:04.346532 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3aa5cf9f-f110-4111-a78f-9be2289f0dc5 req-ec209e28-a304-4d9e-8a02-d1f1f4548a49 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 210 time: 0.0468090 Apr 14 22:30:04.381003 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f12dae22-5b2b-49d6-acd4-2499aea1ebea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:04.532223 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168540-6561-47dd-b951-36e8871d9422 req-0902b72e-840a-4b9d-8884-a536db1e968a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:04.533781 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c168540-6561-47dd-b951-36e8871d9422 req-0902b72e-840a-4b9d-8884-a536db1e968a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0483377 Apr 14 22:30:04.590217 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c168540-6561-47dd-b951-36e8871d9422 req-24f555c4-c3dd-489d-b701-ddbdd55902e2 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502868 Apr 14 22:30:04.812779 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dbf01283-685b-41ac-bb9e-d57b4fc5a4e9 req-d5d01f98-11fe-4e0a-b3cc-4241e662572d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 210 time: 0.0328708 Apr 14 22:30:05.436912 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-49f57ab9-cb3b-4c7a-b797-0a3935dff4b1 req-8d4a6488-6b75-4cff-af3a-e34771465146 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 210 time: 0.0272329 Apr 14 22:30:05.440151 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e7557-f186-4045-8b2c-c1d3860e6cec req-3abe947c-04c9-4bd8-8869-3a27acc0d917 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:05.441664 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b7e7557-f186-4045-8b2c-c1d3860e6cec req-3abe947c-04c9-4bd8-8869-3a27acc0d917 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0483510 Apr 14 22:30:05.491832 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b7e7557-f186-4045-8b2c-c1d3860e6cec req-586537d1-ca8c-4cbc-a49f-5bf527ed5757 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443823 Apr 14 22:30:05.642899 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:30:05.743555 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21ea56-d59e-4968-b86e-42fab35068f4 req-fdb94616-83f3-4399-a89e-b4adbe0f5bfa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:05.745284 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0f21ea56-d59e-4968-b86e-42fab35068f4 req-fdb94616-83f3-4399-a89e-b4adbe0f5bfa tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0775309 Apr 14 22:30:05.772271 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:05.790040 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'port_id': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'mac_address': 'fa:16:3e:7f:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:30:05.816629 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0f21ea56-d59e-4968-b86e-42fab35068f4 req-e3e6af8d-77b3-4bd7-b1b6-aae9e3e3a148 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623260 Apr 14 22:30:05.836820 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port b6cb1bbf-4be2-417d-b13a-d260ec56273c is: ACTIVE; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:05.837221 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:05.859030 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6cb1bbf-4be2-417d-b13a-d260ec56273c {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:05.880388 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:05.928665 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dccc6381-2f0a-4eec-98c7-8beb5344c00c req-0f6e46ec-e5cf-4a01-a3b6-20f30b7b7806 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 210 time: 0.0313759 Apr 14 22:30:05.959041 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:06.014939 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=6']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:06.081421 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['b6cb1bbf-4be2-417d-b13a-d260ec56273c'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:30:06.325037 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5ba7173f-4831-428b-b72c-f600e954db07 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:06.326419 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5ba7173f-4831-428b-b72c-f600e954db07 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.37 "GET /v2.0/networks?id=f5cf224b-801b-4744-8c0a-5f26a505062a HTTP/1.1" status: 200 len: 808 time: 0.1073890 Apr 14 22:30:06.339447 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Request body: {'port': {'device_id': 'bc6f27e0-5eb5-4287-b426-65d585457bf6', 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a', 'admin_state_up': True, 'tenant_id': 'b31b27ed094a47fcbe30649a638dfae8'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:06.531737 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e0798046-2721-416b-b1e7-f2aedf952dd2 req-e5dad50a-de6f-4540-87eb-5c5486cdb423 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Apr 14 22:30:06.544596 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Made reservation on behalf of b31b27ed094a47fcbe30649a638dfae8 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:06.547945 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:06.653573 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae442db9-94e5-4de3-8331-6a5703b2f327 req-e066699a-bedf-45b8-be4a-aeebf7df9200 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:06.655180 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ae442db9-94e5-4de3-8331-6a5703b2f327 req-e066699a-bedf-45b8-be4a-aeebf7df9200 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0928478 Apr 14 22:30:06.726683 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8fe88449-4336-41a0-b4cc-17bac5ffc68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:06.778422 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ae442db9-94e5-4de3-8331-6a5703b2f327 req-1a71e99f-9f35-48c4-b431-de8fc82e3d36 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105056 Apr 14 22:30:06.782820 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Allocated IP 172.20.0.11 (f5cf224b-801b-4744-8c0a-5f26a505062a/ccc865fa-2c12-4684-aee5-b9b2b9c4185d/e46d69b0-0065-427f-a718-7c8b7e882cd6) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:07.048315 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bd760-8e8b-45ac-91bb-b22ae426ecf5 req-5d83f561-00ed-455e-846f-18840678f5ab tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:07.050182 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6e8bd760-8e8b-45ac-91bb-b22ae426ecf5 req-5d83f561-00ed-455e-846f-18840678f5ab tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 944 time: 0.1252735 Apr 14 22:30:07.070456 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8d05fa28-4e06-43ef-81c0-a3bb074e727b req-93e8b02c-eef6-4b4d-9c8d-0d288a115345 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 210 time: 0.0635874 Apr 14 22:30:07.080152 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-8762afc3-b60d-410c-b291-cc7d875ae15c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:07.081623 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-8762afc3-b60d-410c-b291-cc7d875ae15c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 815 time: 0.2191799 Apr 14 22:30:07.109354 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6e8bd760-8e8b-45ac-91bb-b22ae426ecf5 req-6dc07e4c-306e-4d72-a58f-8bb205cdb700 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499949 Apr 14 22:30:07.217380 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-d96281c0-7f06-4e44-9ccb-09c56eab74f4 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 472 time: 0.1107521 Apr 14 22:30:07.222604 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks [] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:07.228306 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'port': {'device_id': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'admin_state_up': True, 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'security_groups': ['393361c8-c52f-4697-8f60-ffab91470731']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:07.394534 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:07.430950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Made reservation on behalf of fe9fd41acaba4063bd881eae09e6cf7b for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:07.434418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:07.462036 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Network f5cf224b-801b-4744-8c0a-5f26a505062a is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:07.467932 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:07.469988 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Pushing event updated for resources: {'Port': ['ID=e46d69b0-0065-427f-a718-7c8b7e882cd6,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:07.474844 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:07.567075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:07.567717 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:07.614560 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b36528-0721-4543-a70e-75dc7fbd0c6b req-25734be2-4c57-4cf3-b6d8-186e5b0bf729 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:07.619403 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e2b36528-0721-4543-a70e-75dc7fbd0c6b req-25734be2-4c57-4cf3-b6d8-186e5b0bf729 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0737514 Apr 14 22:30:07.664331 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:07.673020 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Allocated IP 172.20.0.4 (91cf136c-d92b-4435-96b9-805ae0f45c6f/95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3/e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:07.685735 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e2b36528-0721-4543-a70e-75dc7fbd0c6b req-4295e86f-4eb8-4998-9ace-fa883d9456b6 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617912 Apr 14 22:30:07.688798 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff03167-2de6-4d4e-9c51-d048f75b1597 req-de0584c7-1e85-4269-a7c7-eb0bad12d70d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:07.690493 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bff03167-2de6-4d4e-9c51-d048f75b1597 req-de0584c7-1e85-4269-a7c7-eb0bad12d70d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 932 time: 0.0632145 Apr 14 22:30:07.693976 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5db37081-c996-44a5-82fa-20e0d9e6b7a1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3583715 Apr 14 22:30:07.726379 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port b6cb1bbf-4be2-417d-b13a-d260ec56273c triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:07.726811 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:07.778365 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bff03167-2de6-4d4e-9c51-d048f75b1597 req-7dfe39fe-996d-44d4-86ec-835e91996c61 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787134 Apr 14 22:30:07.782034 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Request body: {'port': {'device_id': 'bc6f27e0-5eb5-4287-b426-65d585457bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:07.827985 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port b6cb1bbf-4be2-417d-b13a-d260ec56273c is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:07.828836 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:07.862850 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:07.867001 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b060c1-da9f-4805-9394-b87d0ef2e1d3" -d '{"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-plugged", "status": "completed", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:07.907493 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:07.925091 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a03e84-0193-4205-bb4d-ff8071d86def x-openstack-request-id: req-05a03e84-0193-4205-bb4d-ff8071d86def {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:07.925091 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-plugged", "status": "completed", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:07.925311 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05a03e84-0193-4205-bb4d-ff8071d86def {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:07.925577 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a03e84-0193-4205-bb4d-ff8071d86def'] response: {'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'code': 200} Apr 14 22:30:07.929664 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:07.934757 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2a1ae-d17d-47ec-a103-ce967278e63e req-30245381-c5ce-4659-93c6-a8088d17f718 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:07.934757 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c3f2a1ae-d17d-47ec-a103-ce967278e63e req-30245381-c5ce-4659-93c6-a8088d17f718 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0788729 Apr 14 22:30:07.981223 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:07.992996 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c3f2a1ae-d17d-47ec-a103-ce967278e63e req-8018094a-5f80-48ac-8563-997e3b239420 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440640 Apr 14 22:30:07.997324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:08.035745 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:08.050939 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=7']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:08.241555 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1bbc7-d300-41d8-b688-07a97bd37d8e req-e0d1dbd9-b139-4106-b222-b43554c7c735 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:08.243216 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-32c1bbc7-d300-41d8-b688-07a97bd37d8e req-e0d1dbd9-b139-4106-b222-b43554c7c735 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0495272 Apr 14 22:30:08.297417 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-32c1bbc7-d300-41d8-b688-07a97bd37d8e req-437067b8-e8ce-4b36-acf8-c8b0b2ebc906 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459521 Apr 14 22:30:08.357967 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f61546e3-403a-459e-a5f3-e51def9b2537 req-6ded16ec-724c-462f-bb26-bc0f097328b1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 210 time: 0.0429382 Apr 14 22:30:08.447993 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:08.514514 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:08.521832 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:08.526447 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:08.535790 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:08.619741 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:08.620521 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:08.642817 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46d69b0-0065-427f-a718-7c8b7e882cd6 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:08.653140 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Publish callbacks [] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:08.670611 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Transition to ACTIVE for port object e46d69b0-0065-427f-a718-7c8b7e882cd6 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:30:08.706207 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-44140fb6-6722-4161-8d60-b020b5a91f42 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4813542 Apr 14 22:30:08.728685 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Request body: {'port': {'device_id': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:08.735257 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:08.830645 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-f7e0a40b-a543-4750-96f6-ead7cca816d5 None None] Provisioning complete for port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:08.831796 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f7e0a40b-a543-4750-96f6-ead7cca816d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:08.864595 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eadc3-cc6f-41f3-857a-23be15a79e01 req-bbad9320-44cb-4f8f-8a1e-352179022833 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:08.866826 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-304eadc3-cc6f-41f3-857a-23be15a79e01 req-bbad9320-44cb-4f8f-8a1e-352179022833 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0928411 Apr 14 22:30:08.892891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:08.941164 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0a40b-a543-4750-96f6-ead7cca816d5 None None] Port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:30:08.965994 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-304eadc3-cc6f-41f3-857a-23be15a79e01 req-1c4101a3-92c0-45ab-b55a-f7de4fe7efeb tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901086 Apr 14 22:30:08.996006 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Pushing event updated for resources: {'Port': ['ID=e46d69b0-0065-427f-a718-7c8b7e882cd6,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:09.072210 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e0911-330c-420d-aa88-d4f040e3c034 req-a49bcd94-0556-4080-bce2-1f8d9381f9b0 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:09.073763 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b08e0911-330c-420d-aa88-d4f040e3c034 req-a49bcd94-0556-4080-bce2-1f8d9381f9b0 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 944 time: 0.0950043 Apr 14 22:30:09.135332 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb79b2a-b5ea-40a1-b765-6c7065b07c9b req-4604c03e-1321-4aeb-83ae-57830dc5aec9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:09.137612 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fcb79b2a-b5ea-40a1-b765-6c7065b07c9b req-4604c03e-1321-4aeb-83ae-57830dc5aec9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0709512 Apr 14 22:30:09.192954 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fcb79b2a-b5ea-40a1-b765-6c7065b07c9b req-805b79ed-d784-4949-bf84-3cae47fbbecf tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481842 Apr 14 22:30:09.193258 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Attempting to bind port e46d69b0-0065-427f-a718-7c8b7e882cd6 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:09.193456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Attempting to bind port e46d69b0-0065-427f-a718-7c8b7e882cd6 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:09.193835 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Attempting to bind port e46d69b0-0065-427f-a718-7c8b7e882cd6 on network f5cf224b-801b-4744-8c0a-5f26a505062a {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:09.213453 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Port e46d69b0-0065-427f-a718-7c8b7e882cd6 on network f5cf224b-801b-4744-8c0a-5f26a505062a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:30:09.213783 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Attempting to bind port e46d69b0-0065-427f-a718-7c8b7e882cd6 on network f5cf224b-801b-4744-8c0a-5f26a505062a {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:09.218912 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b08e0911-330c-420d-aa88-d4f040e3c034 req-0e52bfa3-5c6d-4d65-a419-db19efbbab73 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352160 Apr 14 22:30:09.237683 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:09.238028 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Checking segment: {'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:09.238419 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Bound using segment: {'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:09.238895 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Bound port: e46d69b0-0065-427f-a718-7c8b7e882cd6, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:09.239261 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:09.309467 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:09.364583 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] For port e46d69b0-0065-427f-a718-7c8b7e882cd6, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:09.386847 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] For port e46d69b0-0065-427f-a718-7c8b7e882cd6, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e46d69b0-0065-427f-a718-7c8b7e882cd6,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:09.418747 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debeee2-6371-425c-b9d6-f9bb9ea3758f req-94f89563-c4bd-47ae-bfd4-d6a97edf06bf tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:09.420456 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8debeee2-6371-425c-b9d6-f9bb9ea3758f req-94f89563-c4bd-47ae-bfd4-d6a97edf06bf tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Apr 14 22:30:09.427515 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:09.436032 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Publish callbacks [] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:09.463459 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Transition to ACTIVE for port object e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:30:09.472808 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8debeee2-6371-425c-b9d6-f9bb9ea3758f req-bfb6f9f3-5f57-47b7-84e7-373380281180 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451334 Apr 14 22:30:09.502441 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d04822-1de0-4865-8cd5-fdb73eb8d240 req-e7edc202-3a50-43ce-9e30-6548391b43da tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:09.508011 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-30d04822-1de0-4865-8cd5-fdb73eb8d240 req-e7edc202-3a50-43ce-9e30-6548391b43da tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 931 time: 0.0508666 Apr 14 22:30:09.556991 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-30d04822-1de0-4865-8cd5-fdb73eb8d240 req-26716898-bf7b-4402-b6f9-60f337320001 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457323 Apr 14 22:30:09.611636 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:09.639784 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:09.655499 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:09.656124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:09.657492 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] 10.222.0.37 "PUT /v2.0/ports/e46d69b0-0065-427f-a718-7c8b7e882cd6 HTTP/1.1" status: 200 len: 1094 time: 1.8833697 Apr 14 22:30:09.658238 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6f27e0-5eb5-4287-b426-65d585457bf6', 'tag': 'e46d69b0-0065-427f-a718-7c8b7e882cd6'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:09.660494 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdaa277-2a24-4afa-ac98-9735c49688d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6f27e0-5eb5-4287-b426-65d585457bf6", "tag": "e46d69b0-0065-427f-a718-7c8b7e882cd6"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:09.693092 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3856b1-542f-4ec4-a890-b89e08f93be2 service neutron] Pushing event updated for resources: {'Port': ['ID=e46d69b0-0065-427f-a718-7c8b7e882cd6,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:09.721128 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c40af-7ae9-4913-8490-f63b8a668117 x-openstack-request-id: req-3a2c40af-7ae9-4913-8490-f63b8a668117 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:09.721416 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6f27e0-5eb5-4287-b426-65d585457bf6", "tag": "e46d69b0-0065-427f-a718-7c8b7e882cd6", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:09.721666 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a2c40af-7ae9-4913-8490-f63b8a668117 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:09.722071 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2c40af-7ae9-4913-8490-f63b8a668117'] response: {'name': 'network-changed', 'server_uuid': 'bc6f27e0-5eb5-4287-b426-65d585457bf6', 'tag': 'e46d69b0-0065-427f-a718-7c8b7e882cd6', 'status': 'completed', 'code': 200} Apr 14 22:30:09.782828 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Pushing event updated for resources: {'Port': ['ID=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:09.806671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Attempting to bind port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:09.807030 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Attempting to bind port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:09.807359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Attempting to bind port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:09.812608 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf on network 91cf136c-d92b-4435-96b9-805ae0f45c6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:30:09.812848 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Attempting to bind port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:09.817922 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:09.820288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Checking segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:09.820288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Bound using segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:09.820288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Bound port: e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:09.820288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:09.893478 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] For port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:09.898523 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] For port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:09.988324 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:10.026243 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.026896 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:10.028427 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-919adee0-242a-4434-9759-3a0419c5895d service neutron] 10.222.0.37 "PUT /v2.0/ports/e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf HTTP/1.1" status: 200 len: 1093 time: 1.3047938 Apr 14 22:30:10.066140 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919adee0-242a-4434-9759-3a0419c5895d service neutron] Pushing event updated for resources: {'Port': ['ID=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:10.111962 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e813d12-20e5-4ecb-b974-7d94c582e667 req-261610d7-5922-4360-82bc-a7639bb0d120 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.119348 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e813d12-20e5-4ecb-b974-7d94c582e667 req-261610d7-5922-4360-82bc-a7639bb0d120 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0702491 Apr 14 22:30:10.238509 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaa277-2a24-4afa-ac98-9735c49688d3 req-161fa09a-a992-48f7-8141-7100dc2b4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.240431 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ebdaa277-2a24-4afa-ac98-9735c49688d3 req-161fa09a-a992-48f7-8141-7100dc2b4342 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b27ed094a47fcbe30649a638dfae8&device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 1128 time: 0.1060095 Apr 14 22:30:10.247468 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e813d12-20e5-4ecb-b974-7d94c582e667 req-e4fd9bb0-5c69-4fef-86fc-2faab7af3510 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259487 Apr 14 22:30:10.287457 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-d1cd07d4-12ad-4197-8b13-0eb3f8b024cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.289012 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-d1cd07d4-12ad-4197-8b13-0eb3f8b024cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 1127 time: 0.1018498 Apr 14 22:30:10.364132 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f98b02-b38f-4647-a2f4-433ea0dd774c req-15a34e7d-bd22-4b35-b4b6-5259d09e9dc1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.366402 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c9f98b02-b38f-4647-a2f4-433ea0dd774c req-15a34e7d-bd22-4b35-b4b6-5259d09e9dc1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0878565 Apr 14 22:30:10.439758 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c9f98b02-b38f-4647-a2f4-433ea0dd774c req-a1a78073-8395-4c42-b32b-e2c229b8772d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669959 Apr 14 22:30:10.464290 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-ca1eb64d-160f-443c-b83c-86f7d5f759d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf HTTP/1.1" status: 200 len: 217 time: 0.1382890 Apr 14 22:30:10.538564 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbba47-5c64-4439-b3ca-2254d215fb7e req-5b2a38b8-7f64-45b7-a852-45212d132d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.540117 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-94bbba47-5c64-4439-b3ca-2254d215fb7e req-5b2a38b8-7f64-45b7-a852-45212d132d15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 1130 time: 0.2355905 Apr 14 22:30:10.572693 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af50f9-3dc3-48c3-998d-89419358dd96 req-d51c07d7-74bd-4ad1-9d8f-6da9ae10d19d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.579394 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e5af50f9-3dc3-48c3-998d-89419358dd96 req-d51c07d7-74bd-4ad1-9d8f-6da9ae10d19d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 944 time: 0.2110033 Apr 14 22:30:10.604161 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498b4c7-b9ba-4217-be6f-1f3d81ec812e req-b7943ab4-e52b-4853-acf7-32522d303871 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.606909 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3498b4c7-b9ba-4217-be6f-1f3d81ec812e req-b7943ab4-e52b-4853-acf7-32522d303871 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0564392 Apr 14 22:30:10.656259 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3498b4c7-b9ba-4217-be6f-1f3d81ec812e req-02a69ae9-2568-411f-8851-0a556b318280 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Apr 14 22:30:10.662435 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaa277-2a24-4afa-ac98-9735c49688d3 req-f9528ef7-b5e6-4b89-b34f-9370a6c46fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.663955 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ebdaa277-2a24-4afa-ac98-9735c49688d3 req-f9528ef7-b5e6-4b89-b34f-9370a6c46fb3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b31b27ed094a47fcbe30649a638dfae8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4104185 Apr 14 22:30:10.665280 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-f0594181-c69d-4e76-9a59-c622290f0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.666839 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-f0594181-c69d-4e76-9a59-c622290f0b79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.1894031 Apr 14 22:30:10.756503 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-94bbba47-5c64-4439-b3ca-2254d215fb7e req-6e8b7ef6-40c1-4009-a249-54bb747f8c5c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022059 Apr 14 22:30:10.792302 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e5af50f9-3dc3-48c3-998d-89419358dd96 req-7cd55eaa-4766-4022-b0b8-bbb2d5f42080 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120435 Apr 14 22:30:10.795681 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e9b88-d1e9-4e01-842a-cc064cb60a5e req-7e640499-af60-4403-b732-9bfdc001bcac tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.807524 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-674e9b88-d1e9-4e01-842a-cc064cb60a5e req-7e640499-af60-4403-b732-9bfdc001bcac tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 943 time: 0.0864050 Apr 14 22:30:10.846908 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:10.858161 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-08dc3d2d-dcae-4934-8e24-879c96186af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.859696 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-08dc3d2d-dcae-4934-8e24-879c96186af4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1801515 Apr 14 22:30:10.897741 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-674e9b88-d1e9-4e01-842a-cc064cb60a5e req-a8a37f5f-3f69-4061-9458-0d64d7c871a7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893586 Apr 14 22:30:10.950414 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaa277-2a24-4afa-ac98-9735c49688d3 req-86fc2980-09da-4178-a1e1-efc6580fb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:10.952279 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ebdaa277-2a24-4afa-ac98-9735c49688d3 req-86fc2980-09da-4178-a1e1-efc6580fb8a4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2715931 Apr 14 22:30:11.085705 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-004a14bc-1cd8-44d3-8644-d44b12f72868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:11.087286 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-004a14bc-1cd8-44d3-8644-d44b12f72868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b27ed094a47fcbe30649a638dfae8&device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 1128 time: 0.0850496 Apr 14 22:30:11.152815 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-643a74e9-737c-4a03-8ec8-4d27a0caa152 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e46d69b0-0065-427f-a718-7c8b7e882cd6 HTTP/1.1" status: 200 len: 217 time: 0.0559824 Apr 14 22:30:11.158613 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-47e87ea3-9226-46fe-bd1b-c63598926540 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914690 Apr 14 22:30:11.424060 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19246e-2dd7-4ccc-935b-89f785a61369 req-56be64a1-0864-40be-9636-8c7c645916d6 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:11.425531 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2c19246e-2dd7-4ccc-935b-89f785a61369 req-56be64a1-0864-40be-9636-8c7c645916d6 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0564215 Apr 14 22:30:11.559544 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2c19246e-2dd7-4ccc-935b-89f785a61369 req-9965dcca-fd2a-4705-8954-c0bcf10b6baa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275508 Apr 14 22:30:11.598870 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f5baf-b10a-4c3e-900a-1405f31680fa req-711aeecb-cb08-4926-b83d-7c4e76e77f44 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:11.606047 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e20f5baf-b10a-4c3e-900a-1405f31680fa req-711aeecb-cb08-4926-b83d-7c4e76e77f44 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0561962 Apr 14 22:30:11.647156 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5b39bdbe-2c0d-4b6c-a99e-5ada2e5bef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:11.649064 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-5b39bdbe-2c0d-4b6c-a99e-5ada2e5bef60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccc865fa-2c12-4684-aee5-b9b2b9c4185d HTTP/1.1" status: 200 len: 848 time: 0.1721997 Apr 14 22:30:11.668449 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e20f5baf-b10a-4c3e-900a-1405f31680fa req-5c8f6d00-93c1-4a60-bd9a-10badbf7c360 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604162 Apr 14 22:30:11.703339 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-b5e4d7db-0c12-449b-99e6-f6fdac4addc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5cf224b-801b-4744-8c0a-5f26a505062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411954 Apr 14 22:30:11.723640 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'tag': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:11.726003 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dceade2-0fc3-45ea-b131-7f5c8c503212" -d '{"events": [{"name": "network-changed", "server_uuid": "2c07818b-6b52-4ac5-b1be-7a348469ca9b", "tag": "e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:11.733129 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b48c5b4-85dd-4d7b-8c17-b710cfecb345 req-b9ba7fb5-5366-49e7-8fa3-e8d3640e8d8a service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604156 Apr 14 22:30:11.783787 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e22e24-12c9-4f36-a67c-a6f1f6a184d1 x-openstack-request-id: req-90e22e24-12c9-4f36-a67c-a6f1f6a184d1 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:11.784082 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c07818b-6b52-4ac5-b1be-7a348469ca9b", "tag": "e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:11.784353 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90e22e24-12c9-4f36-a67c-a6f1f6a184d1 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:11.784729 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e22e24-12c9-4f36-a67c-a6f1f6a184d1'] response: {'name': 'network-changed', 'server_uuid': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'tag': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'status': 'completed', 'code': 200} Apr 14 22:30:11.892434 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456586d3-61f9-447a-91b6-b693e5bb5590 req-fc4e8d95-b09f-42ab-810e-8207cc1b5001 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:11.894095 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-456586d3-61f9-447a-91b6-b693e5bb5590 req-fc4e8d95-b09f-42ab-810e-8207cc1b5001 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.1144786 Apr 14 22:30:11.946968 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64540bc3-124f-430d-80e2-0f0e14f3ec46 req-0e1ba275-fde0-4e62-8f5c-19c1114baaf5 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:11.948660 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-64540bc3-124f-430d-80e2-0f0e14f3ec46 req-0e1ba275-fde0-4e62-8f5c-19c1114baaf5 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 944 time: 0.0670877 Apr 14 22:30:11.952874 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-23514fb9-0aa4-4068-be07-032dc03482e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393897 Apr 14 22:30:11.970236 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-456586d3-61f9-447a-91b6-b693e5bb5590 req-45c601a5-00f1-46e7-8d3f-01eaba7e3d05 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690076 Apr 14 22:30:12.029147 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-64540bc3-124f-430d-80e2-0f0e14f3ec46 req-3c1d5087-4780-492e-a67f-08cb5fa9f73f tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735669 Apr 14 22:30:12.117186 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3d80-5bf5-44c1-98fd-86f3889e3405 req-73bc646d-32d3-4b81-ab7c-8835eff39d67 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:12.119058 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b0a3d80-5bf5-44c1-98fd-86f3889e3405 req-73bc646d-32d3-4b81-ab7c-8835eff39d67 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 943 time: 0.0712039 Apr 14 22:30:12.193488 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b0a3d80-5bf5-44c1-98fd-86f3889e3405 req-3ac88634-504d-4e68-9ffc-295edc2b07a3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687132 Apr 14 22:30:12.744934 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa997a-d219-4d16-b6e2-7c56b343506a req-f6690d89-50da-4425-816b-1804ecb4bf4e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:12.746530 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-96fa997a-d219-4d16-b6e2-7c56b343506a req-f6690d89-50da-4425-816b-1804ecb4bf4e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0775065 Apr 14 22:30:12.812874 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d9176-9cb7-4590-a98b-70435b8cdbe4 req-98f31aa4-6769-4a86-8db7-b425868ab9dc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:12.814510 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-426d9176-9cb7-4590-a98b-70435b8cdbe4 req-98f31aa4-6769-4a86-8db7-b425868ab9dc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0658371 Apr 14 22:30:12.821670 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-96fa997a-d219-4d16-b6e2-7c56b343506a req-ac40a540-3e14-40d2-992b-e3a2530f1695 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671561 Apr 14 22:30:12.881647 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-426d9176-9cb7-4590-a98b-70435b8cdbe4 req-a0994878-b03f-4a64-be83-5a5759bbee76 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597072 Apr 14 22:30:13.136901 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a243a-5c64-4e57-aa95-5c047034fd0c req-5a186e73-1ef3-4af2-af7c-f7cff286fd21 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:13.136901 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d01a243a-5c64-4e57-aa95-5c047034fd0c req-5a186e73-1ef3-4af2-af7c-f7cff286fd21 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0664670 Apr 14 22:30:13.250741 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d01a243a-5c64-4e57-aa95-5c047034fd0c req-3dedde49-ab81-471b-8d28-a21c26491da9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084819 Apr 14 22:30:13.350905 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d948c-f75c-41df-9fa9-57ff398e90f9 req-9d239985-6b58-4558-9ca7-4e121fdacb16 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:13.352724 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee9d948c-f75c-41df-9fa9-57ff398e90f9 req-9d239985-6b58-4558-9ca7-4e121fdacb16 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 944 time: 0.0586519 Apr 14 22:30:13.372078 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1b4ac-cbc3-4112-a324-c57c2a09297e req-56484278-331c-42bc-8f5a-16b084be9749 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:13.383223 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-32b1b4ac-cbc3-4112-a324-c57c2a09297e req-56484278-331c-42bc-8f5a-16b084be9749 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0647984 Apr 14 22:30:13.413533 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ee9d948c-f75c-41df-9fa9-57ff398e90f9 req-aeb31b9f-bf4b-40c9-a511-1a0ac0fb3431 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548303 Apr 14 22:30:13.443111 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-32b1b4ac-cbc3-4112-a324-c57c2a09297e req-32c70861-9a22-4626-8f8b-5f1a712e7c9d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588577 Apr 14 22:30:13.896260 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-4522c00a-6ab7-4a81-9b0e-1c1011088f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:13.897742 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-4522c00a-6ab7-4a81-9b0e-1c1011088f0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 1127 time: 0.3868558 Apr 14 22:30:13.909154 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772f74-c1e0-4653-b324-42dbea4138ab req-0be0a34b-5da3-40fc-a310-b24077c5251d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:13.910674 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5c772f74-c1e0-4653-b324-42dbea4138ab req-0be0a34b-5da3-40fc-a310-b24077c5251d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 943 time: 0.3851810 Apr 14 22:30:13.923552 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e120c27-1dcc-43d5-a0ee-e8b32baf96d2 req-fe132dec-766b-46bd-b6bc-15dbc4d293b8 service neutron] 10.222.0.37 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806769 Apr 14 22:30:13.942250 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358aa38-4454-4121-bc01-690681708d0d req-b1fedbd6-345f-4c8e-a855-b0735aa63449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:13.943791 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e358aa38-4454-4121-bc01-690681708d0d req-b1fedbd6-345f-4c8e-a855-b0735aa63449 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 1130 time: 0.1130357 Apr 14 22:30:13.966558 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5813c-01ec-48db-9e71-7cf08d1d0d35 req-f1516a5c-f7be-4c10-a47d-343a8e21068e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:13.969164 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-07f5813c-01ec-48db-9e71-7cf08d1d0d35 req-f1516a5c-f7be-4c10-a47d-343a8e21068e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0643706 Apr 14 22:30:14.044538 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-07f5813c-01ec-48db-9e71-7cf08d1d0d35 req-d1f7f4ad-ced7-494f-963c-cc9263ad4a50 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646498 Apr 14 22:30:14.118457 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5c772f74-c1e0-4653-b324-42dbea4138ab req-1ac54ef4-8adc-465d-bb7d-83f967779bef tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924913 Apr 14 22:30:14.134219 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-2af54d3f-8ca3-4696-ae7b-679ad5883947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:14.136367 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-2af54d3f-8ca3-4696-ae7b-679ad5883947 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 916 time: 0.2245572 Apr 14 22:30:14.195499 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358aa38-4454-4121-bc01-690681708d0d req-b633b0a9-7be5-4e13-9693-f09318e28672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:14.197151 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e358aa38-4454-4121-bc01-690681708d0d req-b633b0a9-7be5-4e13-9693-f09318e28672 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.2454977 Apr 14 22:30:14.198857 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-d3288576-615f-4e54-ad6e-0477d720ba36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf HTTP/1.1" status: 200 len: 217 time: 0.0533659 Apr 14 22:30:14.258583 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e358aa38-4454-4121-bc01-690681708d0d req-f8bd1932-1512-418d-bbac-0455b81bee80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb HTTP/1.1" status: 200 len: 217 time: 0.0487120 Apr 14 22:30:14.314118 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-afb340bc-1cfd-4e36-8fb1-9c2d721bedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:14.333006 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-afb340bc-1cfd-4e36-8fb1-9c2d721bedb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.0975478 Apr 14 22:30:14.390858 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3ea94-53bf-42fb-ac62-5a419706ee3b req-efc892c4-101d-48f0-b96a-2829098a0c72 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:14.392285 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-78a3ea94-53bf-42fb-ac62-5a419706ee3b req-efc892c4-101d-48f0-b96a-2829098a0c72 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0568907 Apr 14 22:30:14.459725 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-78a3ea94-53bf-42fb-ac62-5a419706ee3b req-4484972d-5081-4e01-95bd-0a7dceb90cad tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605731 Apr 14 22:30:14.580694 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288b79c-bf82-4a93-8476-68cdefa8c0b2 req-5e5fa1f0-f020-433a-98a7-cd2e1df74fe8 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:14.582687 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e288b79c-bf82-4a93-8476-68cdefa8c0b2 req-5e5fa1f0-f020-433a-98a7-cd2e1df74fe8 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 944 time: 0.0805726 Apr 14 22:30:14.650185 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ff32d-265e-4e9e-b207-123a34ea16d2 req-121dd65d-421a-42f2-b94b-44dbf7919e63 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:14.652802 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-280ff32d-265e-4e9e-b207-123a34ea16d2 req-121dd65d-421a-42f2-b94b-44dbf7919e63 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0743468 Apr 14 22:30:14.658088 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e288b79c-bf82-4a93-8476-68cdefa8c0b2 req-3d02d6e8-d98f-47a9-a9cd-41bf57ed6c5d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645158 Apr 14 22:30:14.724298 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-280ff32d-265e-4e9e-b207-123a34ea16d2 req-251b1c00-ea01-4aa6-982a-5d53a20b89bf tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640318 Apr 14 22:30:15.193041 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea489f79-ca7f-4918-848b-5153909c0d34 req-16c609c0-bc77-415b-b338-6de56754237e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:15.195266 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea489f79-ca7f-4918-848b-5153909c0d34 req-16c609c0-bc77-415b-b338-6de56754237e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0728295 Apr 14 22:30:15.267306 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea489f79-ca7f-4918-848b-5153909c0d34 req-14ae5f3c-ca1e-4931-9741-21294a5fa8fb tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660725 Apr 14 22:30:15.275622 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65aaa4-7169-461a-bf3f-c7a7c20406ba req-c7fe71f0-618e-414e-93f2-d35a55906755 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:15.277998 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2a65aaa4-7169-461a-bf3f-c7a7c20406ba req-c7fe71f0-618e-414e-93f2-d35a55906755 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 943 time: 0.0669239 Apr 14 22:30:15.407736 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358aa38-4454-4121-bc01-690681708d0d req-56b79b25-56ee-41e6-9149-3d1495d560b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:15.407736 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e358aa38-4454-4121-bc01-690681708d0d req-56b79b25-56ee-41e6-9149-3d1495d560b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.0947411 Apr 14 22:30:15.407901 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2a65aaa4-7169-461a-bf3f-c7a7c20406ba req-646197f7-0c74-442b-9331-33380f04879a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946851 Apr 14 22:30:15.468704 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358aa38-4454-4121-bc01-690681708d0d req-3421f70e-e954-4fa5-8b52-c8dc41c75296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:15.470406 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e358aa38-4454-4121-bc01-690681708d0d req-3421f70e-e954-4fa5-8b52-c8dc41c75296 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535066 Apr 14 22:30:15.471646 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-4ac6ecfa-e96e-42e9-b38f-353a83b6ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:15.473171 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-4ac6ecfa-e96e-42e9-b38f-353a83b6ef6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1910334 Apr 14 22:30:15.580891 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e358aa38-4454-4121-bc01-690681708d0d req-23001e7a-546a-4b2c-b94c-4e7f6fb18367 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953183 Apr 14 22:30:15.722395 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:30:15.735266 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb74386-842a-408f-a36f-289a4b5191d9 req-da7e19fe-6fbe-41a2-92c6-f917e7d8cc7c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:15.742887 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0fb74386-842a-408f-a36f-289a4b5191d9 req-da7e19fe-6fbe-41a2-92c6-f917e7d8cc7c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.1541841 Apr 14 22:30:15.838022 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e358aa38-4454-4121-bc01-690681708d0d req-e85acc9c-df8b-49b2-b9ca-af585cb88102 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399120 Apr 14 22:30:15.849934 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e20ec-30d2-4a58-862d-bd9b7e9d62ca req-c283f3a9-6ec5-4fbe-9de1-6abc29aca0a9 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:15.851147 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-797e20ec-30d2-4a58-862d-bd9b7e9d62ca req-c283f3a9-6ec5-4fbe-9de1-6abc29aca0a9 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 944 time: 0.0928204 Apr 14 22:30:15.869766 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0fb74386-842a-408f-a36f-289a4b5191d9 req-0c96569f-6073-42f9-823a-dddc1748ae15 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062028 Apr 14 22:30:15.869766 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-aaf3542d-baa1-4da7-88f6-63dfd6a849f0 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834029 Apr 14 22:30:15.870085 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:15.902539 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'port_id': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'mac_address': 'fa:16:3e:2a:77:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:30:15.938304 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-797e20ec-30d2-4a58-862d-bd9b7e9d62ca req-1a109111-9268-42c5-a73e-760c431195ac tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765085 Apr 14 22:30:15.966494 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:15.967004 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:15.986075 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:16.016453 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:16.040475 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0c441-315c-4f17-94a0-2daa7b117af9 req-a91d695c-14bf-4ca3-89b5-ad492a07038f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:16.042213 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-69d0c441-315c-4f17-94a0-2daa7b117af9 req-a91d695c-14bf-4ca3-89b5-ad492a07038f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0902193 Apr 14 22:30:16.075270 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7dceade2-0fc3-45ea-b131-7f5c8c503212 req-83b372b6-aef6-4fda-8746-a9cb80c797b4 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978939 Apr 14 22:30:16.105184 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-69d0c441-315c-4f17-94a0-2daa7b117af9 req-ccafd75a-ac10-4dd9-a22d-47830530374d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552862 Apr 14 22:30:16.124193 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:16.174908 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:16.442213 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc9501-9dfe-41e0-a194-c3c62330b38a req-d39f808e-ee36-413b-80e2-cfe14b691ba6 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:16.449374 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-52fc9501-9dfe-41e0-a194-c3c62330b38a req-d39f808e-ee36-413b-80e2-cfe14b691ba6 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0753093 Apr 14 22:30:16.476836 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:30:16.535897 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489dce1-1c18-4ce2-afa5-4b02647bc6af req-fbf81abb-7587-4a0c-85c6-fff5bf6ce1f9 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:16.544499 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0489dce1-1c18-4ce2-afa5-4b02647bc6af req-fbf81abb-7587-4a0c-85c6-fff5bf6ce1f9 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 944 time: 0.0657508 Apr 14 22:30:16.545043 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-52fc9501-9dfe-41e0-a194-c3c62330b38a req-37add55d-5f44-418a-9e88-462a3adc6502 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847943 Apr 14 22:30:16.613426 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0489dce1-1c18-4ce2-afa5-4b02647bc6af req-d7bab7f9-36b4-4ec2-9094-da1724789b1c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675581 Apr 14 22:30:16.983076 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ba72-f590-4e8c-ae02-b811a834c8dc req-74dbe75d-e496-4ec5-9d68-3ee95e982322 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:16.984632 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b903ba72-f590-4e8c-ae02-b811a834c8dc req-74dbe75d-e496-4ec5-9d68-3ee95e982322 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0619097 Apr 14 22:30:17.055542 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b903ba72-f590-4e8c-ae02-b811a834c8dc req-4b61f355-9784-4a00-8ec9-7f1668da3df6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596597 Apr 14 22:30:17.062967 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615550fe-84b6-470d-ac83-1ad3a988831a req-22671297-6e2f-41aa-8bb6-e8d8896a1744 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:17.065664 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-615550fe-84b6-470d-ac83-1ad3a988831a req-22671297-6e2f-41aa-8bb6-e8d8896a1744 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 944 time: 0.0563374 Apr 14 22:30:17.113848 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-615550fe-84b6-470d-ac83-1ad3a988831a req-31fea5bb-fc81-48d9-b96e-647c1eb0c5bb tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472987 Apr 14 22:30:17.228955 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98cd9b-db52-48de-be3e-77395e8da8d5 req-c1fad115-97ff-48b2-9ec0-561fe10006cb tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:17.235245 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ad98cd9b-db52-48de-be3e-77395e8da8d5 req-c1fad115-97ff-48b2-9ec0-561fe10006cb tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0611262 Apr 14 22:30:17.285284 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ad98cd9b-db52-48de-be3e-77395e8da8d5 req-acfd3813-0ac5-432e-a036-3b870309645a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488901 Apr 14 22:30:17.651390 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447830e-e076-414d-a04e-3b1b4d85132b req-42e222f7-67e2-4134-a134-5191f1b4d2fd tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:17.652977 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3447830e-e076-414d-a04e-3b1b4d85132b req-42e222f7-67e2-4134-a134-5191f1b4d2fd tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0512979 Apr 14 22:30:17.706028 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3447830e-e076-414d-a04e-3b1b4d85132b req-ca3172e9-8d2f-4b1a-b681-1898cfe34dc1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472903 Apr 14 22:30:17.736912 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833472e-e50a-45d9-8901-2e1b4e3e2ac0 req-5304bbb0-f5e8-41c7-a1fa-1dc7362e3bb8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:17.791471 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5833472e-e50a-45d9-8901-2e1b4e3e2ac0 req-5304bbb0-f5e8-41c7-a1fa-1dc7362e3bb8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 944 time: 0.0495861 Apr 14 22:30:17.791639 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device e46d69b0-0065-427f-a718-7c8b7e882cd6 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:30:17.791639 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:17.807796 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5833472e-e50a-45d9-8901-2e1b4e3e2ac0 req-3ea88646-7f4f-4413-9870-cd2f9f9e5315 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637193 Apr 14 22:30:17.857151 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:30:17.897530 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port e46d69b0-0065-427f-a718-7c8b7e882cd6, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e46d69b0-0065-427f-a718-7c8b7e882cd6,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:17.916040 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'e46d69b0-0065-427f-a718-7c8b7e882cd6', 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a', 'port_id': 'e46d69b0-0065-427f-a718-7c8b7e882cd6', 'mac_address': 'fa:16:3e:41:ca:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc865fa-2c12-4684-aee5-b9b2b9c4185d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:30:17.952547 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port e46d69b0-0065-427f-a718-7c8b7e882cd6 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:17.952975 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:17.966635 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46d69b0-0065-427f-a718-7c8b7e882cd6 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:17.991338 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port e46d69b0-0065-427f-a718-7c8b7e882cd6, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e46d69b0-0065-427f-a718-7c8b7e882cd6,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:18.027975 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:18.028438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:18.057546 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:18.156545 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=e46d69b0-0065-427f-a718-7c8b7e882cd6,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:18.211164 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:18.211563 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:18.241823 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057af2bb-b5eb-48f1-bf65-37fea680783e req-e0378071-cacc-40b9-b286-ab649c1e08c4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:18.244863 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-057af2bb-b5eb-48f1-bf65-37fea680783e req-e0378071-cacc-40b9-b286-ab649c1e08c4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.1015022 Apr 14 22:30:18.246184 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:18.248522 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0956c22-c8d3-4803-8046-c16b85c12ce1" -d '{"events": [{"server_uuid": "2c07818b-6b52-4ac5-b1be-7a348469ca9b", "name": "network-vif-plugged", "status": "completed", "tag": "e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:18.269744 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:18.282145 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4dece-0582-4efb-b95c-62af63821860 req-8f3e234e-f897-4c0f-a7d5-26324f71dbf3 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:18.293154 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7cf4dece-0582-4efb-b95c-62af63821860 req-8f3e234e-f897-4c0f-a7d5-26324f71dbf3 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 945 time: 0.1007028 Apr 14 22:30:18.333642 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:18.334910 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-057af2bb-b5eb-48f1-bf65-37fea680783e req-d43b58ad-707c-41c9-a3a4-e7b6d12c56b2 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800056 Apr 14 22:30:18.399678 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7cf4dece-0582-4efb-b95c-62af63821860 req-801b853b-dfba-4c9e-b617-a5340bd4836a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055388 Apr 14 22:30:18.434057 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adccae3-022b-4955-9141-efe6eacf697e x-openstack-request-id: req-7adccae3-022b-4955-9141-efe6eacf697e {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:18.434378 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c07818b-6b52-4ac5-b1be-7a348469ca9b", "name": "network-vif-plugged", "status": "completed", "tag": "e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:18.437635 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7adccae3-022b-4955-9141-efe6eacf697e {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:18.438299 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adccae3-022b-4955-9141-efe6eacf697e'] response: {'server_uuid': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'code': 200} Apr 14 22:30:18.496677 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:18.516621 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['e46d69b0-0065-427f-a718-7c8b7e882cd6'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:30:18.565670 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4ec6-90cd-4e78-8cee-33f6d3f73edf req-d1656c00-5612-4e6e-9821-e0a17392d9de tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:18.568519 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4f4d4ec6-90cd-4e78-8cee-33f6d3f73edf req-d1656c00-5612-4e6e-9821-e0a17392d9de tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0796528 Apr 14 22:30:18.653628 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4f4d4ec6-90cd-4e78-8cee-33f6d3f73edf req-5547ac3f-11d0-4e83-8a5c-affd3e5b93f7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721958 Apr 14 22:30:18.858499 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9f63-521f-4c09-92b0-ee6cdc12f5fc req-19b8dcd3-5bfc-4cff-a01b-1ecd7e6e02e0 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:18.867140 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c27b9f63-521f-4c09-92b0-ee6cdc12f5fc req-19b8dcd3-5bfc-4cff-a01b-1ecd7e6e02e0 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0700102 Apr 14 22:30:18.931184 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c27b9f63-521f-4c09-92b0-ee6cdc12f5fc req-17dac487-fa9e-4be8-97f4-1a1a6e0a94b0 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629697 Apr 14 22:30:18.971210 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9262-d2d6-4f96-a083-d0a1fe671eda req-62eb6c80-ed1e-4418-b6fd-818e4ab8b764 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:18.978539 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-81ba9262-d2d6-4f96-a083-d0a1fe671eda req-62eb6c80-ed1e-4418-b6fd-818e4ab8b764 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.0845716 Apr 14 22:30:18.993193 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b36f0-df6f-4e5d-afb8-2effdf2f8f40 req-69d54ce0-8d33-4e0a-bc88-e77af60df1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:18.994695 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e8b36f0-df6f-4e5d-afb8-2effdf2f8f40 req-69d54ce0-8d33-4e0a-bc88-e77af60df1aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 1129 time: 0.0696929 Apr 14 22:30:19.062390 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-81ba9262-d2d6-4f96-a083-d0a1fe671eda req-4e1b9e28-19f6-4709-9939-05ae651860c5 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826216 Apr 14 22:30:19.077892 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e8b36f0-df6f-4e5d-afb8-2effdf2f8f40 req-c19b6da9-fc13-45c7-84a8-817188031339 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691650 Apr 14 22:30:19.492664 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a86976-6de6-4570-8969-a5b45cede954 req-7592a51b-7bff-47e3-a97b-01785d8a14f4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:19.494188 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f7a86976-6de6-4570-8969-a5b45cede954 req-7592a51b-7bff-47e3-a97b-01785d8a14f4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0616875 Apr 14 22:30:19.575998 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f7a86976-6de6-4570-8969-a5b45cede954 req-481bf8f3-8e0a-4e1c-b9fc-9dfec219cb39 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704606 Apr 14 22:30:19.661302 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a6737-3730-4219-b4be-62ca1a1f4a8d req-03e9260b-d044-4341-901b-ef3b3f07e2fd tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:19.674085 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-146a6737-3730-4219-b4be-62ca1a1f4a8d req-03e9260b-d044-4341-901b-ef3b3f07e2fd tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 945 time: 0.1435370 Apr 14 22:30:19.752503 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-146a6737-3730-4219-b4be-62ca1a1f4a8d req-42852c16-55a9-4dc1-b098-86d53f084a3f tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773153 Apr 14 22:30:19.771522 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device e46d69b0-0065-427f-a718-7c8b7e882cd6 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:19.862698 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port e46d69b0-0065-427f-a718-7c8b7e882cd6 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:30:19.953818 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port e46d69b0-0065-427f-a718-7c8b7e882cd6 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:19.954494 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:20.060520 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port e46d69b0-0065-427f-a718-7c8b7e882cd6 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:20.061191 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:20.129106 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port e46d69b0-0065-427f-a718-7c8b7e882cd6, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e46d69b0-0065-427f-a718-7c8b7e882cd6,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:20.142026 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2306-9dac-4232-af89-574c40f09b17 req-6afe9d6c-113c-4b90-aeff-e4b5022b1870 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:20.152702 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-07ac2306-9dac-4232-af89-574c40f09b17 req-6afe9d6c-113c-4b90-aeff-e4b5022b1870 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.1192782 Apr 14 22:30:20.221585 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e636f88-d5ed-48dc-91fd-464ae86d54dd req-194d76a7-edde-42e8-9922-d26ff0defd94 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:20.228200 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-07ac2306-9dac-4232-af89-574c40f09b17 req-940695b5-a924-43e7-90c6-ef24ef430dd5 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745711 Apr 14 22:30:20.229021 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e636f88-d5ed-48dc-91fd-464ae86d54dd req-194d76a7-edde-42e8-9922-d26ff0defd94 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.0814161 Apr 14 22:30:20.233559 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:20.299337 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e636f88-d5ed-48dc-91fd-464ae86d54dd req-ef4bdb80-d606-4d93-afd9-fd3e45c16c2b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693624 Apr 14 22:30:20.306595 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=e46d69b0-0065-427f-a718-7c8b7e882cd6,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:20.439603 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6f27e0-5eb5-4287-b426-65d585457bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46d69b0-0065-427f-a718-7c8b7e882cd6'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:20.443453 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961321c6-e18e-4d32-b5af-312602794fb9" -d '{"events": [{"server_uuid": "bc6f27e0-5eb5-4287-b426-65d585457bf6", "name": "network-vif-plugged", "status": "completed", "tag": "e46d69b0-0065-427f-a718-7c8b7e882cd6"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:20.503448 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f19c35-a0da-4e95-9878-b156999df1f5 x-openstack-request-id: req-36f19c35-a0da-4e95-9878-b156999df1f5 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:20.504861 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6f27e0-5eb5-4287-b426-65d585457bf6", "name": "network-vif-plugged", "status": "completed", "tag": "e46d69b0-0065-427f-a718-7c8b7e882cd6", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:20.506361 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36f19c35-a0da-4e95-9878-b156999df1f5 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:20.506832 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f19c35-a0da-4e95-9878-b156999df1f5'] response: {'server_uuid': 'bc6f27e0-5eb5-4287-b426-65d585457bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46d69b0-0065-427f-a718-7c8b7e882cd6', 'code': 200} Apr 14 22:30:20.803601 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bcd1c-409b-47fc-8d19-8cff809bf506 req-c0883f8a-b529-4db0-b187-c7163a1046e7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:20.812133 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-166bcd1c-409b-47fc-8d19-8cff809bf506 req-c0883f8a-b529-4db0-b187-c7163a1046e7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.1132350 Apr 14 22:30:20.897462 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-166bcd1c-409b-47fc-8d19-8cff809bf506 req-f99f245c-15b3-442e-b243-f660d72fe6c0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840652 Apr 14 22:30:21.078160 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef25b6-d425-493b-aca6-a6c5166b6b70 req-5946e5c8-0601-4f46-bd28-a503c4f03fdf tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:21.079868 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-18ef25b6-d425-493b-aca6-a6c5166b6b70 req-5946e5c8-0601-4f46-bd28-a503c4f03fdf tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.0897391 Apr 14 22:30:21.153216 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-18ef25b6-d425-493b-aca6-a6c5166b6b70 req-3a45d70c-1265-4b19-9eed-9c54e638e1cd tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667458 Apr 14 22:30:21.420550 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e75809-d6d2-4215-8e57-f36cda52da89 req-413e2cdd-e3ca-4023-ac7e-d361e988f170 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:21.427379 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-96e75809-d6d2-4215-8e57-f36cda52da89 req-413e2cdd-e3ca-4023-ac7e-d361e988f170 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0659525 Apr 14 22:30:21.483215 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-96e75809-d6d2-4215-8e57-f36cda52da89 req-1ff3304e-2d79-4eda-9159-1a40ae31222e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549295 Apr 14 22:30:21.639004 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54306) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:21.643513 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-4cebec65-9675-42f3-9cfd-ca47113d4df2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845941283', 'description': 'tempest-description--41900424'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:21.659008 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51f9f6-4ecb-408c-9331-aa6d5c21b8f5 req-be88553c-8b39-4f60-98a8-2f42982ae379 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:21.661172 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ca51f9f6-4ecb-408c-9331-aa6d5c21b8f5 req-be88553c-8b39-4f60-98a8-2f42982ae379 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.0845098 Apr 14 22:30:21.664618 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b48ba-c9b1-41bd-872a-1f5bd3d9b475 req-2db85675-1f7d-4515-8f1a-38d183872a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:21.668372 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e9b48ba-c9b1-41bd-872a-1f5bd3d9b475 req-2db85675-1f7d-4515-8f1a-38d183872a4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 1130 time: 0.1161714 Apr 14 22:30:21.734216 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ca51f9f6-4ecb-408c-9331-aa6d5c21b8f5 req-1f936aad-e0ee-4410-8c25-f29f76993b89 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606072 Apr 14 22:30:21.746943 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4cebec65-9675-42f3-9cfd-ca47113d4df2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:21.767080 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9e9b48ba-c9b1-41bd-872a-1f5bd3d9b475 req-79159018-2a6f-484e-9431-8af07f4ae685 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868928 Apr 14 22:30:21.874077 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef1e5f-c0a0-4620-b4ca-8ab22a4967a3 req-841386d5-5f1d-462f-a0df-a85605415d25 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:21.878911 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fbef1e5f-c0a0-4620-b4ca-8ab22a4967a3 req-841386d5-5f1d-462f-a0df-a85605415d25 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.0562916 Apr 14 22:30:21.885505 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54314) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:21.894444 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'floatingip': {'port_id': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:21.914843 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4cebec65-9675-42f3-9cfd-ca47113d4df2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group (8e006f1f-0bf7-4c42-a210-f07c2713dafd), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:21.959881 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4cebec65-9675-42f3-9cfd-ca47113d4df2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (8e006f1f-0bf7-4c42-a210-f07c2713dafd), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:21.966442 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (42439465-21b5-4b0a-b1a2-1f6e5c197f61), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:22.033449 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebec65-9675-42f3-9cfd-ca47113d4df2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e006f1f-0bf7-4c42-a210-f07c2713dafd,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:22.047899 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4cebec65-9675-42f3-9cfd-ca47113d4df2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:22.052227 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4cebec65-9675-42f3-9cfd-ca47113d4df2 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4129324 Apr 14 22:30:22.052878 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54322) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:22.057959 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-6f5bbd40-c90d-42a9-bd80-95e8e2f90cb9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'security_group_rule': {'security_group_id': '8e006f1f-0bf7-4c42-a210-f07c2713dafd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:22.136521 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5465516-af95-45b5-b608-87f2dc6cbe97 req-d4b379a9-b02f-4c63-8d48-849544e00791 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:22.139880 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd40-c90d-42a9-bd80-95e8e2f90cb9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group_rule (435ee975-e1ba-44ff-9b5d-9ac47d7fab4f), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:22.145988 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e5465516-af95-45b5-b608-87f2dc6cbe97 req-d4b379a9-b02f-4c63-8d48-849544e00791 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.1229928 Apr 14 22:30:22.291812 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd40-c90d-42a9-bd80-95e8e2f90cb9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group_rule (435ee975-e1ba-44ff-9b5d-9ac47d7fab4f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:22.406031 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779be27b-71f9-4689-97a8-b77de3b931a8 req-950a4909-904e-4189-ab91-5918851e5e07 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:22.407700 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-779be27b-71f9-4689-97a8-b77de3b931a8 req-950a4909-904e-4189-ab91-5918851e5e07 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.1096051 Apr 14 22:30:22.487189 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-779be27b-71f9-4689-97a8-b77de3b931a8 req-8cd4be5e-35d4-4024-8634-3b715c560e6a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714517 Apr 14 22:30:22.639337 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e5465516-af95-45b5-b608-87f2dc6cbe97 req-f3493d33-97b1-4efd-aa58-b358d3573799 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918530 Apr 14 22:30:22.647539 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3356a8e-d5f0-4d32-803e-c59c67c5c845 req-028133bf-b8f1-4948-884f-77e327118b91 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:22.649605 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3356a8e-d5f0-4d32-803e-c59c67c5c845 req-028133bf-b8f1-4948-884f-77e327118b91 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0612693 Apr 14 22:30:22.711321 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e3356a8e-d5f0-4d32-803e-c59c67c5c845 req-8f95c8bb-3ca3-41d8-930a-0f9a2ca99d95 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489323 Apr 14 22:30:22.898925 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.056315 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd40-c90d-42a9-bd80-95e8e2f90cb9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (435ee975-e1ba-44ff-9b5d-9ac47d7fab4f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.075334 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bbd40-c90d-42a9-bd80-95e8e2f90cb9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435ee975-e1ba-44ff-9b5d-9ac47d7fab4f,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:23.113953 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (42439465-21b5-4b0a-b1a2-1f6e5c197f61), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.180610 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbd40-c90d-42a9-bd80-95e8e2f90cb9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.180610 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6f5bbd40-c90d-42a9-bd80-95e8e2f90cb9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1177764 Apr 14 22:30:23.180610 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54342) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:23.180610 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-db20f8f2-b0a8-4066-ab78-c638acee6053 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'security_group_rule': {'security_group_id': '8e006f1f-0bf7-4c42-a210-f07c2713dafd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:23.237413 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Floating IP 42439465-21b5-4b0a-b1a2-1f6e5c197f61 associated. External IP: 172.27.0.93, port: e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf. Apr 14 22:30:23.360339 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-db20f8f2-b0a8-4066-ab78-c638acee6053 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group_rule (b93cdc2a-4af1-46c3-8681-f8b914526c8e), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.436607 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-db20f8f2-b0a8-4066-ab78-c638acee6053 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group_rule (b93cdc2a-4af1-46c3-8681-f8b914526c8e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.512609 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-db20f8f2-b0a8-4066-ab78-c638acee6053 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (b93cdc2a-4af1-46c3-8681-f8b914526c8e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.531357 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:30:23.612359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20f8f2-b0a8-4066-ab78-c638acee6053 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93cdc2a-4af1-46c3-8681-f8b914526c8e,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:23.711279 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-db20f8f2-b0a8-4066-ab78-c638acee6053 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.716379 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-db20f8f2-b0a8-4066-ab78-c638acee6053 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5376842 Apr 14 22:30:23.718841 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54356) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:23.724007 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:23.770615 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f584a3-f878-473b-abba-d86276e07ab9 req-fe67d396-71f5-43c5-86da-3b9421125b6a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:23.770615 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-17f584a3-f878-473b-abba-d86276e07ab9 req-fe67d396-71f5-43c5-86da-3b9421125b6a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.0678892 Apr 14 22:30:23.774745 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:30:23.787225 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.788429 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:30:23.806996 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:23.812058 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:23.832216 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8dc98-1c0e-4538-b2e3-dddb80b1aeac req-4ce89949-5be0-48bd-a2e3-7ff22e5e74dc tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:23.833742 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-72b8dc98-1c0e-4538-b2e3-dddb80b1aeac req-4ce89949-5be0-48bd-a2e3-7ff22e5e74dc tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0632913 Apr 14 22:30:23.835419 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.857136 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b9487fe4-7f32-4931-9f11-8186dfc09acf tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "PUT /v2.0/floatingips/42439465-21b5-4b0a-b1a2-1f6e5c197f61 HTTP/1.1" status: 200 len: 990 time: 1.9694655 Apr 14 22:30:23.867347 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'tag': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:23.869837 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffd7aab-0acb-424d-bb38-da7a6c821af9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c07818b-6b52-4ac5-b1be-7a348469ca9b", "tag": "e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:23.923858 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:23.943871 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-17f584a3-f878-473b-abba-d86276e07ab9 req-87776c71-e9c0-4440-bec4-59eba184f7fb tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664789 Apr 14 22:30:24.000407 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:24.038782 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-72b8dc98-1c0e-4538-b2e3-dddb80b1aeac req-42d60113-7ffd-4680-8549-f9ced8d04b7e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229808 Apr 14 22:30:24.135731 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef6f9f-a493-43df-8ce6-563a4bab5288 req-de66816b-6059-49b4-aba1-a7d0d9b35cfb tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:24.147464 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Allocated IP 172.27.0.169 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/bc560952-0b94-445c-8f71-9106b3790744) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:24.151935 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6aef6f9f-a493-43df-8ce6-563a4bab5288 req-de66816b-6059-49b4-aba1-a7d0d9b35cfb tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0912676 Apr 14 22:30:24.155940 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bfd626-f3dc-4646-bd46-71e04d444d4d x-openstack-request-id: req-c5bfd626-f3dc-4646-bd46-71e04d444d4d {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:24.156352 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c07818b-6b52-4ac5-b1be-7a348469ca9b", "tag": "e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:24.156709 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5bfd626-f3dc-4646-bd46-71e04d444d4d {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:24.158468 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bfd626-f3dc-4646-bd46-71e04d444d4d'] response: {'name': 'network-changed', 'server_uuid': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'tag': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'status': 'completed', 'code': 200} Apr 14 22:30:24.256071 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6aef6f9f-a493-43df-8ce6-563a4bab5288 req-1088ff22-1350-4520-8e98-8853aa4676e6 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963931 Apr 14 22:30:24.318158 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-a838b61b-0ddd-4fb3-8d22-d328b66a6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:24.319750 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-a838b61b-0ddd-4fb3-8d22-d328b66a6dbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 1129 time: 0.0827477 Apr 14 22:30:24.339651 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:04Z', 'revision_number': 2, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}, {'id': '42439465-21b5-4b0a-b1a2-1f6e5c197f61', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:2a:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:02Z', 'updated_at': '2022-04-14T22:30:22Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:24.368007 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:30:24.384804 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:24.385875 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:24.409099 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for port (bc560952-0b94-445c-8f71-9106b3790744), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:24.474391 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-08ed9258-5131-496e-baac-009609e726dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:24.475936 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-08ed9258-5131-496e-baac-009609e726dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 916 time: 0.1487932 Apr 14 22:30:24.524073 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:24.559197 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-f60d15b6-f198-47a5-a498-0d61d7326d97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf HTTP/1.1" status: 200 len: 998 time: 0.0738940 Apr 14 22:30:24.611040 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-4ce27dbb-2f2f-4875-ab05-2e8b89a8d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:24.612822 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-4ce27dbb-2f2f-4875-ab05-2e8b89a8d7f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.0476255 Apr 14 22:30:24.669313 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (bc560952-0b94-445c-8f71-9106b3790744), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:24.708229 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event updated for resources: {'Port': ['ID=bc560952-0b94-445c-8f71-9106b3790744,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:24.725659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-62272df7-964c-4d7b-b6a0-f29ced6286bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:24.727383 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-62272df7-964c-4d7b-b6a0-f29ced6286bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071527 Apr 14 22:30:24.752164 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:24.759621 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:24.768222 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:24.841680 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:04Z', 'revision_number': 2, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}, {'id': '42439465-21b5-4b0a-b1a2-1f6e5c197f61', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:2a:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:02Z', 'updated_at': '2022-04-14T22:30:22Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:24.890228 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52651a6b-f501-44f5-b151-48e652ea9807 None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:04Z', 'revision_number': 2, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}, {'id': '42439465-21b5-4b0a-b1a2-1f6e5c197f61', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:2a:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:02Z', 'updated_at': '2022-04-14T22:30:22Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:30:24.931226 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-dacfa373-9b17-47f1-929a-227f2e77c11f service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936586 Apr 14 22:30:24.937664 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (05eedb02-6ab8-4a38-ba42-7a962db0fe08), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:25.093091 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bffd7aab-0acb-424d-bb38-da7a6c821af9 req-44941f1e-b2ea-4569-a145-ffd56f2c4a79 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495097 Apr 14 22:30:25.108896 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (bc560952-0b94-445c-8f71-9106b3790744), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:25.153589 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eef98-b4f3-4575-8b7e-af2b996b2ee3 req-620ed057-03a5-4461-84c6-ab5852fb4275 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:25.156822 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500683fb-553e-44b4-966a-88cbd3b30fb6 None None] New status for floating IP 42439465-21b5-4b0a-b1a2-1f6e5c197f61: ACTIVE {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:30:25.160927 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5c4eef98-b4f3-4575-8b7e-af2b996b2ee3 req-620ed057-03a5-4461-84c6-ab5852fb4275 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.1175728 Apr 14 22:30:25.227271 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab729390-4119-45d1-b2de-06733e783149 req-1637d102-e9cc-4f70-850e-e267e57f4743 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:25.236277 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ab729390-4119-45d1-b2de-06733e783149 req-1637d102-e9cc-4f70-850e-e267e57f4743 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.1051767 Apr 14 22:30:25.276247 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5c4eef98-b4f3-4575-8b7e-af2b996b2ee3 req-a8ce00ba-e6ff-40de-9041-a7e9a6b4fdd8 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006815 Apr 14 22:30:25.303415 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ab729390-4119-45d1-b2de-06733e783149 req-678de075-8e47-46e9-a066-5c83b41e8f61 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657401 Apr 14 22:30:25.369395 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for port (bc560952-0b94-445c-8f71-9106b3790744), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:25.450933 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d97d7-2c00-45df-93bc-3d6adf06453a req-a5b8315b-8385-455c-bab6-3fce098e6f51 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:25.452525 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-683d97d7-2c00-45df-93bc-3d6adf06453a req-a5b8315b-8385-455c-bab6-3fce098e6f51 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0601912 Apr 14 22:30:25.456842 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (bc560952-0b94-445c-8f71-9106b3790744), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:25.571165 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event updated for resources: {'Port': ['ID=bc560952-0b94-445c-8f71-9106b3790744,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:25.581254 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-683d97d7-2c00-45df-93bc-3d6adf06453a req-31b44e0d-2dbe-421a-addc-0a7517c9b72b tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163905 Apr 14 22:30:25.584694 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (05eedb02-6ab8-4a38-ba42-7a962db0fe08), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:25.701913 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:25.711143 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-827da3d4-3ca6-4863-a264-171ce74d434b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9846218 Apr 14 22:30:25.711143 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-c4b7b68c-35eb-44db-bbf1-11a349742824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:25.711143 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-c4b7b68c-35eb-44db-bbf1-11a349742824 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 1129 time: 0.0501909 Apr 14 22:30:25.813010 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-e55a6b72-40c1-43ba-99e9-a0bd900f2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:25.813010 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-e55a6b72-40c1-43ba-99e9-a0bd900f2821 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 918 time: 0.0943670 Apr 14 22:30:25.899220 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-581bd263-cde6-4539-a1ef-be5480377b97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c HTTP/1.1" status: 200 len: 1001 time: 0.0711906 Apr 14 22:30:25.916603 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-94932d0a-5ab9-4f95-abe6-f50ec1a6a562 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--845941283&fields=id&tenant_id=57def141e03c43bfbf79ccaa30e3d3eb HTTP/1.1" status: 200 len: 267 time: 0.0436697 Apr 14 22:30:26.025408 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6779a6cf-afdd-4cbc-916d-6bc74c65d169 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:26.026950 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6779a6cf-afdd-4cbc-916d-6bc74c65d169 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 818 time: 0.1036963 Apr 14 22:30:26.042874 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-b60e648c-c3d2-4429-8df6-53708f8bf6aa tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/quotas/57def141e03c43bfbf79ccaa30e3d3eb HTTP/1.1" status: 200 len: 375 time: 0.0101907 Apr 14 22:30:26.097000 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-3bfe5415-9625-4785-a9d9-cc8ad6f5590c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487549 Apr 14 22:30:26.197814 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-2f037a0d-433d-4e7e-b3e8-153696f9379d service neutron] 10.222.0.50 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894394 Apr 14 22:30:26.289991 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-a4dd8a10-3797-4842-adf2-de73d9959d06 service neutron] 10.222.0.50 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857358 Apr 14 22:30:26.420719 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00a681-66da-446c-8c3d-2b86f60fc04a req-3c3b1927-0bdd-4cb4-9030-dfc0b35bc16e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:26.422200 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b00a681-66da-446c-8c3d-2b86f60fc04a req-3c3b1927-0bdd-4cb4-9030-dfc0b35bc16e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0507574 Apr 14 22:30:26.483213 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0b00a681-66da-446c-8c3d-2b86f60fc04a req-78abe755-36d9-478b-819b-f38a56be5cf7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553505 Apr 14 22:30:26.515840 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0f688d30-7608-4d2e-bb7d-f35bd7137924 req-bfa7f1e3-731e-422c-9b3f-aae7bf09f1ef tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.0360944 Apr 14 22:30:26.703778 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cf8d1-9a9a-4096-bb12-2e7a95ebf8d7 req-ddb5c281-8902-4730-a113-6a891954e249 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:26.706237 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fa6cf8d1-9a9a-4096-bb12-2e7a95ebf8d7 req-ddb5c281-8902-4730-a113-6a891954e249 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0540915 Apr 14 22:30:26.785239 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fa6cf8d1-9a9a-4096-bb12-2e7a95ebf8d7 req-94d09014-94e1-4e76-bbf2-8dd3114171c8 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730433 Apr 14 22:30:26.799851 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-1559e6f3-cfce-48af-86e4-6ca6b6bc9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:26.801754 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-1559e6f3-cfce-48af-86e4-6ca6b6bc9baf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.0687344 Apr 14 22:30:27.613743 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-b7778b81-d6cc-4afc-a114-0715c00eda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:27.615900 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-b7778b81-d6cc-4afc-a114-0715c00eda04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832734 Apr 14 22:30:27.643294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76660467-cc66-4006-8d43-a4641619afb8 req-466b3573-86f0-4c37-b625-784eb02750c6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:27.644783 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-76660467-cc66-4006-8d43-a4641619afb8 req-466b3573-86f0-4c37-b625-784eb02750c6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.0616524 Apr 14 22:30:27.647314 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d672b4e6-625f-48ae-8d02-f1bc0ed7b740 req-f408c355-dd68-49d4-823b-89857e42b20a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.0278430 Apr 14 22:30:27.692615 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-76660467-cc66-4006-8d43-a4641619afb8 req-38d2ddb4-c556-44c5-b7dd-9d74b9042c5f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Apr 14 22:30:27.901050 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f3082-22b9-4eb7-a211-2b8ee09a8422 req-b1854cec-9e57-465d-acca-fb6f946b2beb tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:27.903152 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-421f3082-22b9-4eb7-a211-2b8ee09a8422 req-b1854cec-9e57-465d-acca-fb6f946b2beb tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0488648 Apr 14 22:30:27.952160 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-421f3082-22b9-4eb7-a211-2b8ee09a8422 req-743cc2ee-3de0-43b6-b5fe-e389d4b38097 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Apr 14 22:30:28.739379 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-c09b4572-2197-4f10-82a3-5dcae00ba7f9 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900784 Apr 14 22:30:28.746573 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ce738192-5f15-4763-a6f2-27f45b537177 req-8ce5ca6c-342c-4caf-b727-e818fdcf8216 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.0307088 Apr 14 22:30:28.878455 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7996d-1d8a-4bdb-a8b9-0e492977e092 req-2169e340-d19b-4f24-a4e6-26df773a7678 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:28.880362 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f5c7996d-1d8a-4bdb-a8b9-0e492977e092 req-2169e340-d19b-4f24-a4e6-26df773a7678 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 945 time: 0.1006427 Apr 14 22:30:28.944515 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff33f9d0-2e76-49b3-b7cb-ca4f8708e3ac req-0f7fb78a-767a-49f1-9b5f-85dc6ca470f9 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627896 Apr 14 22:30:28.952301 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f5c7996d-1d8a-4bdb-a8b9-0e492977e092 req-e1fe4bf9-1190-4e26-8f4a-fed7db9d0ebb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631385 Apr 14 22:30:29.075470 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1b7a4-107b-4453-9f83-ecad2b0fab11 req-8d4d7b7b-dd71-4f9b-a09f-a3b77efd8a5e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:29.082689 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7af1b7a4-107b-4453-9f83-ecad2b0fab11 req-8d4d7b7b-dd71-4f9b-a09f-a3b77efd8a5e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0608981 Apr 14 22:30:29.130832 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7af1b7a4-107b-4453-9f83-ecad2b0fab11 req-fa91584e-e1d5-4e6b-a337-ca7e84da9bc8 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453596 Apr 14 22:30:29.523937 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00f574-839a-46b9-9c67-7edef8eac5ee req-76b88e38-bd80-490e-87d1-e0e2a069d5fa tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:29.525419 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9a00f574-839a-46b9-9c67-7edef8eac5ee req-76b88e38-bd80-490e-87d1-e0e2a069d5fa tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.0505173 Apr 14 22:30:29.579239 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9a00f574-839a-46b9-9c67-7edef8eac5ee req-44e7d185-a33b-44f0-8002-f0971935eccd tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481849 Apr 14 22:30:29.786637 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:30:29.867285 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5348c719-6ebf-47d0-9c27-0151965fc7c6 req-1aa8e0ae-778a-46bd-ba15-45b972b9035a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.0371871 Apr 14 22:30:29.885303 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port b6cb1bbf-4be2-417d-b13a-d260ec56273c is: ACTIVE; New status is: DOWN {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:29.885700 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:29.912533 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:29.912533 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fc8d20-7f43-4fda-866d-75ddd3f81135" -d '{"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-unplugged", "status": "completed", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:29.928331 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:29.953608 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283053d-ebaa-48e2-a27f-f82d3cb7538e x-openstack-request-id: req-4283053d-ebaa-48e2-a27f-f82d3cb7538e {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:29.953982 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-unplugged", "status": "completed", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:29.954251 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4283053d-ebaa-48e2-a27f-f82d3cb7538e {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:29.954675 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4283053d-ebaa-48e2-a27f-f82d3cb7538e'] response: {'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'code': 200} Apr 14 22:30:30.000089 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:30.054325 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=8']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:30.083918 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48a62e-ec83-4822-8687-ccfd38cc5de7 req-8a15f102-6fdd-44c6-ae8a-e4f0bda0d677 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:30.085390 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9b48a62e-ec83-4822-8687-ccfd38cc5de7 req-8a15f102-6fdd-44c6-ae8a-e4f0bda0d677 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0554626 Apr 14 22:30:30.133784 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9b48a62e-ec83-4822-8687-ccfd38cc5de7 req-b05a84eb-fdaf-4b4b-bf66-e62e08f5aced tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 Apr 14 22:30:30.243292 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836a45-cb77-4be3-a387-d9dc17d07f21 req-8ffa4527-da33-4b89-9173-03d009b7d675 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:30.244789 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ae836a45-cb77-4be3-a387-d9dc17d07f21 req-8ffa4527-da33-4b89-9173-03d009b7d675 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0470524 Apr 14 22:30:30.292410 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ae836a45-cb77-4be3-a387-d9dc17d07f21 req-08ebe1e7-558c-4371-8c12-7ad14a519436 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419209 Apr 14 22:30:30.691203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0954-0f2f-4df0-a6b6-425b912cf75b req-7f9763cf-75a5-4a55-b41e-14799772dc1d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:30.692798 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a90e0954-0f2f-4df0-a6b6-425b912cf75b req-7f9763cf-75a5-4a55-b41e-14799772dc1d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.0477386 Apr 14 22:30:30.741472 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a90e0954-0f2f-4df0-a6b6-425b912cf75b req-0ec6c6f1-25aa-4cc0-80e2-c2b55d1e0316 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Apr 14 22:30:30.965441 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2f1387de-c47e-4092-9d8e-f8568a6a18c4 req-f3744328-7eb1-485f-9f39-8d85a55c4d39 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.0310397 Apr 14 22:30:31.252443 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13f799-f2f4-4fb0-8324-44368695c6d0 req-f7f22a6f-b64b-4c5a-8fc6-f9391127e522 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:31.253931 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe13f799-f2f4-4fb0-8324-44368695c6d0 req-f7f22a6f-b64b-4c5a-8fc6-f9391127e522 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0465245 Apr 14 22:30:31.411940 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec644e-760d-47e0-885f-fd9fac9335cb req-1a07c77d-8afa-44c4-8fcc-d90562c1490a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:31.414357 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-63ec644e-760d-47e0-885f-fd9fac9335cb req-1a07c77d-8afa-44c4-8fcc-d90562c1490a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0504546 Apr 14 22:30:31.470016 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-63ec644e-760d-47e0-885f-fd9fac9335cb req-a1b36057-63a3-4ec6-a142-195cc6bed3d0 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469611 Apr 14 22:30:31.519563 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54506) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:31.555588 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fe13f799-f2f4-4fb0-8324-44368695c6d0 req-d1b31b0f-1c02-4b0a-8062-4f1cca14d9ba tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960217 Apr 14 22:30:31.610772 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:31.630352 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:31.705339 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Publish callbacks [] for security_group (d72c980a-01f0-4fac-a5de-d66d22e2dcf6), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:31.793469 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d72c980a-01f0-4fac-a5de-d66d22e2dcf6), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:31.867973 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=235e63acab284682832c8cd237b2556a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473079 Apr 14 22:30:31.870826 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54512) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:31.870979 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72c980a-01f0-4fac-a5de-d66d22e2dcf6,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:31.881637 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78030f48-cd97-463d-90c7-e2165bc5d41a req-1db40bce-138c-4236-98e1-d23afde1529b tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:31.883205 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-78030f48-cd97-463d-90c7-e2165bc5d41a req-1db40bce-138c-4236-98e1-d23afde1529b tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.0727870 Apr 14 22:30:31.888644 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.888994 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.889407 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.889750 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.890087 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.890424 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.890785 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.891117 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.891447 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.891780 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.892111 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.892440 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.892766 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.893091 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.893413 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5d1910-3897-477f-984c-818270555c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:31.924969 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62182ad4-3a88-4fbe-b350-4d16f7724fd9 admin admin] Publish callbacks [] for security_group (d72c980a-01f0-4fac-a5de-d66d22e2dcf6), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:31.941652 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-78030f48-cd97-463d-90c7-e2165bc5d41a req-cddc17f7-a89c-45df-aa4b-328b6799fe17 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444236 Apr 14 22:30:31.948118 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62182ad4-3a88-4fbe-b350-4d16f7724fd9 admin admin] Publish callbacks [] for security_group (d72c980a-01f0-4fac-a5de-d66d22e2dcf6), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:32.064752 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fd200d86-39c3-4a20-9f8f-d4c2b7109b3a req-bd6f15f6-bc40-4f0b-b022-b6daa9808fbd tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.0305486 Apr 14 22:30:32.067224 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62182ad4-3a88-4fbe-b350-4d16f7724fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d72c980a-01f0-4fac-a5de-d66d22e2dcf6), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:32.069745 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62182ad4-3a88-4fbe-b350-4d16f7724fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:32.072260 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-62182ad4-3a88-4fbe-b350-4d16f7724fd9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d72c980a-01f0-4fac-a5de-d66d22e2dcf6 HTTP/1.1" status: 204 len: 168 time: 0.1984005 Apr 14 22:30:32.084037 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62182ad4-3a88-4fbe-b350-4d16f7724fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72c980a-01f0-4fac-a5de-d66d22e2dcf6,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:32.437933 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-79f6dd57-923f-44e4-b07d-6e357dd7439d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:32.440305 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-79f6dd57-923f-44e4-b07d-6e357dd7439d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.0636289 Apr 14 22:30:32.596433 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0d4e2-363f-4a62-94a1-03c267d0dbd0 req-65cbe225-183c-487c-9eca-b4617e55e210 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:32.598350 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-07f0d4e2-363f-4a62-94a1-03c267d0dbd0 req-65cbe225-183c-487c-9eca-b4617e55e210 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0509562 Apr 14 22:30:32.679561 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-07f0d4e2-363f-4a62-94a1-03c267d0dbd0 req-9f598318-1be7-409d-bfdd-78c7437dc6eb tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745726 Apr 14 22:30:32.784591 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7fbda-27b2-4dfd-98cf-c21e6f7dad15 req-c0d014e6-6e9f-44d1-b2f2-542bed2631a5 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:32.786066 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7fbda-27b2-4dfd-98cf-c21e6f7dad15 req-c0d014e6-6e9f-44d1-b2f2-542bed2631a5 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1397641 Apr 14 22:30:32.868062 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Deleting port e46d69b0-0065-427f-a718-7c8b7e882cd6 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:30:32.868404 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:32.915922 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-3d1ecd80-d549-45e4-bbd4-60b0e607152b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:32.918202 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-3d1ecd80-d549-45e4-bbd4-60b0e607152b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 818 time: 0.2366388 Apr 14 22:30:32.932093 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba7fbda-27b2-4dfd-98cf-c21e6f7dad15 req-7378b054-cb3c-44bd-8cc2-af67f2c71da3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236024 Apr 14 22:30:33.055427 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] For port e46d69b0-0065-427f-a718-7c8b7e882cd6, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e46d69b0-0065-427f-a718-7c8b7e882cd6,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:33.055810 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.078609 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-4d7a5610-7cae-4399-8b6e-31c49f48a163 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57def141e03c43bfbf79ccaa30e3d3eb HTTP/1.1" status: 200 len: 379 time: 0.1505446 Apr 14 22:30:33.098436 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'port': {'device_id': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'admin_state_up': True, 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'security_groups': ['8e006f1f-0bf7-4c42-a210-f07c2713dafd']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:33.101901 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Calling delete_port for e46d69b0-0065-427f-a718-7c8b7e882cd6 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:30:33.149198 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd82985-20bd-4060-a2b7-982437e46c6c req-542da73a-261c-4226-a2d4-be8071574dbf tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:33.150779 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fbd82985-20bd-4060-a2b7-982437e46c6c req-542da73a-261c-4226-a2d4-be8071574dbf tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 946 time: 0.1160977 Apr 14 22:30:33.325573 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fbd82985-20bd-4060-a2b7-982437e46c6c req-656f1cbf-d91b-44fc-b172-fae58df99720 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425059 Apr 14 22:30:33.425039 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-76ccdfe7-5cd5-4372-b6da-d6886ad4efc3 req-17a7892a-e334-43e4-b84a-51866414cfb5 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.0334096 Apr 14 22:30:33.425600 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Made reservation on behalf of 57def141e03c43bfbf79ccaa30e3d3eb for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:33.428920 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.456297 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54564) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:33.515475 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (e46d69b0-0065-427f-a718-7c8b7e882cd6), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.529446 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['e46d69b0-0065-427f-a718-7c8b7e882cd6'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:30:33.567787 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Pushing event deleted for resources: {'Port': ['ID=e46d69b0-0065-427f-a718-7c8b7e882cd6,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:33.570125 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-298465534-network', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:33.639307 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] No DVR routers for this DVR port e46d69b0-0065-427f-a718-7c8b7e882cd6 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:30:33.643332 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.646552 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-65234ebc-1601-4cc3-9283-3fcdbe90f953 req-ddb344b3-0c2a-4f87-9b48-10b135564981 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.37 "DELETE /v2.0/ports/e46d69b0-0065-427f-a718-7c8b7e882cd6 HTTP/1.1" status: 204 len: 173 time: 0.9908226 Apr 14 22:30:33.653442 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6f27e0-5eb5-4287-b426-65d585457bf6', 'name': 'network-vif-deleted', 'tag': 'e46d69b0-0065-427f-a718-7c8b7e882cd6'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:33.653442 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f45a04-b4ad-4040-8caa-dd2dd1e72d93" -d '{"events": [{"server_uuid": "bc6f27e0-5eb5-4287-b426-65d585457bf6", "name": "network-vif-deleted", "tag": "e46d69b0-0065-427f-a718-7c8b7e882cd6"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:33.669801 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Made reservation on behalf of 4bb0bc5b44d44e82b46c0d5391196c99 for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:33.676411 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.676622 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Allocated IP 172.20.0.11 (e3306d0d-e591-423b-8690-7ee045757dfe/c4451915-5677-4447-9290-3892b3f8ec4f/647f3e61-5b9a-4d45-acbf-0c88bbb1b24c) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:33.682890 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.687468 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:30:33.710066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae228c3e-22fd-4284-9b05-ebd24f19c0f6 x-openstack-request-id: req-ae228c3e-22fd-4284-9b05-ebd24f19c0f6 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:33.710369 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6f27e0-5eb5-4287-b426-65d585457bf6", "name": "network-vif-deleted", "tag": "e46d69b0-0065-427f-a718-7c8b7e882cd6", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:33.710726 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae228c3e-22fd-4284-9b05-ebd24f19c0f6 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:33.711254 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae228c3e-22fd-4284-9b05-ebd24f19c0f6'] response: {'server_uuid': 'bc6f27e0-5eb5-4287-b426-65d585457bf6', 'name': 'network-vif-deleted', 'tag': 'e46d69b0-0065-427f-a718-7c8b7e882cd6', 'status': 'completed', 'code': 200} Apr 14 22:30:33.808499 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Publish callbacks [] for security_group (f005199a-17af-4aa5-94f7-455f6eb86b29), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.859282 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3148-2b29-449c-b762-66f1a7d3b661 req-976c2e20-2e2b-4b26-bb64-25fd841cf26d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:33.860809 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-984a3148-2b29-449c-b762-66f1a7d3b661 req-976c2e20-2e2b-4b26-bb64-25fd841cf26d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0877812 Apr 14 22:30:33.890487 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f005199a-17af-4aa5-94f7-455f6eb86b29), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.921538 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:30:33.931026 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f005199a-17af-4aa5-94f7-455f6eb86b29,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:33.937236 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (eb89cd86-970a-4898-8950-a0ee65bb8a8a), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.937587 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Added segment eb89cd86-970a-4898-8950-a0ee65bb8a8a of type vlan for network f7bfc711-f464-4d61-846c-bcc9df2c170e Apr 14 22:30:33.942461 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:33.959346 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-984a3148-2b29-449c-b762-66f1a7d3b661 req-2789761d-ebfb-49e2-b608-3ed2944c8254 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880821 Apr 14 22:30:33.982744 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (f7bfc711-f464-4d61-846c-bcc9df2c170e), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.062225 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (f7bfc711-f464-4d61-846c-bcc9df2c170e), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.063430 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:34.063543 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.064048 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.110018 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Network e3306d0d-e591-423b-8690-7ee045757dfe is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:34.113485 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:34.116152 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:34.133417 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] Pushing event updated for resources: {'Network': ['ID=f7bfc711-f464-4d61-846c-bcc9df2c170e,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:34.152371 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event updated for resources: {'Port': ['ID=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:34.159380 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network f7bfc711-f464-4d61-846c-bcc9df2c170e details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:30:34.179600 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:34.180395 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.254762 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ac272528-470b-4b14-9f68-17d0d0ae98c0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7967935 Apr 14 22:30:34.257010 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54578) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:34.263239 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Request body: {'subnet': {'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-298465534-subnet', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'ip_version': 4}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:34.288839 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-6d17042f-6895-450c-9c34-66117ddf1c42 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2003703 Apr 14 22:30:34.370935 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Made reservation on behalf of 4bb0bc5b44d44e82b46c0d5391196c99 for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:34.373542 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25323452'] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.399515 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-71d96c72-a3b9-462b-a576-881d0a181cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.434885 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-fdf2f06d-0cf6-4764-b29c-7513952e4783 None None] Provisioning complete for port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:34.435582 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f06d-0cf6-4764-b29c-7513952e4783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.455980 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Request body: {'port': {'device_id': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:34.484438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2f06d-0cf6-4764-b29c-7513952e4783 None None] Port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:30:34.489905 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-eb9a24a3-84cd-41c7-9d4a-d62bf7f676a1 req-c36f3386-5f41-4991-81a3-2f31b1de9c28 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc6f27e0-5eb5-4287-b426-65d585457bf6 HTTP/1.1" status: 200 len: 210 time: 0.0703194 Apr 14 22:30:34.517547 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [req-146c2686-59aa-4f81-a6f8-7dbfa62ab7d1 req-b85b83b4-5bf7-4676-8e8c-613758b92b4b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:30:34.518823 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-146c2686-59aa-4f81-a6f8-7dbfa62ab7d1 req-b85b83b4-5bf7-4676-8e8c-613758b92b4b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086367 Apr 14 22:30:34.580266 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.640747 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159c77f-7dc0-4b0d-857c-11e0bb4ea713 req-b182d4c7-2a19-44c8-a4a1-1bf3aea42a7b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:34.642164 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4159c77f-7dc0-4b0d-857c-11e0bb4ea713 req-b182d4c7-2a19-44c8-a4a1-1bf3aea42a7b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 932 time: 0.0750034 Apr 14 22:30:34.686052 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25323434'] for subnet (92537d96-b02e-442e-99fe-17128df02580), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:34.756947 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4159c77f-7dc0-4b0d-857c-11e0bb4ea713 req-369e6c43-2db0-40bd-94db-23ece222952b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087806 Apr 14 22:30:34.760458 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92537d96-b02e-442e-99fe-17128df02580,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:34.774994 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Checking segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:34.782866 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Network hostable DHCP agents. Network: f7bfc711-f464-4d61-846c-bcc9df2c170e, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:30:34.867660 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Network f7bfc711-f464-4d61-846c-bcc9df2c170e is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:30:34.936037 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0518c-3337-4dcc-9d7e-8deb33aa8da3 req-aa5b6ec3-efdf-464a-b1e9-8be4ae8ee36f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:34.937437 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6df0518c-3337-4dcc-9d7e-8deb33aa8da3 req-aa5b6ec3-efdf-464a-b1e9-8be4ae8ee36f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0693042 Apr 14 22:30:34.972485 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, f7bfc711-f464-4d61-846c-bcc9df2c170e) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:34.977490 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:34.978190 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.006583 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41bcbf-98b7-4e75-816f-9628716273ff None None] Network f7bfc711-f464-4d61-846c-bcc9df2c170e requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:30:35.028497 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:35.039733 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Publish callbacks [] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.049238 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6df0518c-3337-4dcc-9d7e-8deb33aa8da3 req-7f5cde51-eceb-401f-8dea-50c226dbcea3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035850 Apr 14 22:30:35.057401 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Transition to ACTIVE for port object 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:30:35.097401 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c5b557b3-4c95-40ef-b5c7-d22591478831 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8389642 Apr 14 22:30:35.101442 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54602) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:35.107073 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:35.131886 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.137393 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5dc33-49e5-4f33-98f3-890710cfa0fe req-609857dd-2dda-446f-b009-64a75d022fe5 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:35.139281 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-70a5dc33-49e5-4f33-98f3-890710cfa0fe req-609857dd-2dda-446f-b009-64a75d022fe5 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0622661 Apr 14 22:30:35.153347 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-f7bfc711-f464-4d61-846c-bcc9df2c170e', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:30:35.154283 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.217541 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Pushing event updated for resources: {'Port': ['ID=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:35.219892 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-70a5dc33-49e5-4f33-98f3-890710cfa0fe req-6e18c73c-b5b4-4ffc-8367-8c11328a798d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717900 Apr 14 22:30:35.238362 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.239673 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.401086 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Allocated IP 172.20.0.2 (f7bfc711-f464-4d61-846c-bcc9df2c170e/92537d96-b02e-442e-99fe-17128df02580/4734d6c4-4750-4ea7-a039-d0374382daea) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:35.445182 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Attempting to bind port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:35.445529 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Attempting to bind port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:35.445870 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Attempting to bind port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c on network e3306d0d-e591-423b-8690-7ee045757dfe {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:35.466680 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c on network e3306d0d-e591-423b-8690-7ee045757dfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:30:35.475127 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Attempting to bind port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c on network e3306d0d-e591-423b-8690-7ee045757dfe {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:35.482506 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks [] for router_controller (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.495731 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:35.496210 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Checking segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:35.496476 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Bound using segment: {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:35.496939 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Bound port: 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0054b0-7715-441a-b614-0be55305510d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:35.497308 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.528283 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54616) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:35.744414 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b32f5a06-8ea1-4cb4-a2a7-b5eaa47f2685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.779484 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Publish callbacks [] for port (4734d6c4-4750-4ea7-a039-d0374382daea), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.796638 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:30:35.877809 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] For port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:35.890881 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:35.891615 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] For port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:36.003425 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b32f5a06-8ea1-4cb4-a2a7-b5eaa47f2685 admin admin] Publish callbacks [] for security_group (fdfeb182-5846-4079-a0df-7f2915548da6), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.011404 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9119d2-8e8e-410f-a657-9bf444e692e7 req-51c95c72-6b14-4d3f-b53f-f02a91759cb1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:36.016223 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Pushing event updated for resources: {'Port': ['ID=4734d6c4-4750-4ea7-a039-d0374382daea,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:36.019670 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7b9119d2-8e8e-410f-a657-9bf444e692e7 req-51c95c72-6b14-4d3f-b53f-f02a91759cb1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 944 time: 0.0929997 Apr 14 22:30:36.029923 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Network f7bfc711-f464-4d61-846c-bcc9df2c170e is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:36.040685 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:36.045271 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:36.054323 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.084435 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b32f5a06-8ea1-4cb4-a2a7-b5eaa47f2685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fdfeb182-5846-4079-a0df-7f2915548da6), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.099372 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks [] for router_gateway (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.103363 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7b9119d2-8e8e-410f-a657-9bf444e692e7 req-ffff7912-a319-4dfa-974b-c5ea72ae3593 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826762 Apr 14 22:30:36.138209 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b32f5a06-8ea1-4cb4-a2a7-b5eaa47f2685 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8b3f9f4117542d4ab19f579fabae6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6060274 Apr 14 22:30:36.138920 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54634) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:36.157506 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port b6cb1bbf-4be2-417d-b13a-d260ec56273c is: DOWN; New status is: DOWN {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:36.157672 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:36.159198 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.160676 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] 10.222.0.37 "PUT /v2.0/ports/647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 200 len: 1094 time: 1.7186792 Apr 14 22:30:36.163181 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:36.164650 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c80928f-e30c-4a64-993c-4e3a0257844d" -d '{"events": [{"name": "network-changed", "server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:36.172590 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684743c6-7886-4cf1-bce2-5263067cfeda req-7259526f-6c5b-416a-9a5a-c465d7cd7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:36.185381 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684743c6-7886-4cf1-bce2-5263067cfeda req-7259526f-6c5b-416a-9a5a-c465d7cd7cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 1129 time: 0.2619364 Apr 14 22:30:36.193659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9986b-412b-4ab7-8d87-f858f7d8d080 req-4da922e7-4a29-497b-a196-e06848ddd799 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:36.200815 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7fe9986b-412b-4ab7-8d87-f858f7d8d080 req-4da922e7-4a29-497b-a196-e06848ddd799 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.3028629 Apr 14 22:30:36.206044 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f5a06-8ea1-4cb4-a2a7-b5eaa47f2685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfeb182-5846-4079-a0df-7f2915548da6,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:36.226200 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Attempting to bind port 4734d6c4-4750-4ea7-a039-d0374382daea on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:36.226957 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Attempting to bind port 4734d6c4-4750-4ea7-a039-d0374382daea by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:36.227366 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Attempting to bind port 4734d6c4-4750-4ea7-a039-d0374382daea on network f7bfc711-f464-4d61-846c-bcc9df2c170e {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:36.234832 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:36.235771 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Checking segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:36.240818 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.242788 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Bound using segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:36.243572 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Bound port: 4734d6c4-4750-4ea7-a039-d0374382daea, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:36.246254 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.400810 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] For port 4734d6c4-4750-4ea7-a039-d0374382daea, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:36.405546 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] For port 4734d6c4-4750-4ea7-a039-d0374382daea, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=4734d6c4-4750-4ea7-a039-d0374382daea,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:36.426308 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54650) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:36.484845 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.489672 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb8b1d-bd56-4098-9c4d-586bbcad058c service neutron] Pushing event updated for resources: {'Port': ['ID=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:36.618423 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7fe9986b-412b-4ab7-8d87-f858f7d8d080 req-61b7b08e-0975-4e5e-9a2b-93f7c4ff96e9 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4167578 Apr 14 22:30:36.622616 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3669d-c57b-4976-9777-76af6b5adcca None None] Pushing event updated for resources: {'Port': ['ID=4734d6c4-4750-4ea7-a039-d0374382daea,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:36.662871 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-c7aedb32-2bbb-43bb-851b-49e83ad580ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:36.666029 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-c7aedb32-2bbb-43bb-851b-49e83ad580ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1128 time: 0.2883070 Apr 14 22:30:36.673004 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2cc2-1ab6-4662-951d-33491f0d4830 admin admin] Publish callbacks [] for security_group (fdfeb182-5846-4079-a0df-7f2915548da6), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.687984 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-0116136d-d828-4af9-9ea0-4c9a9e9d79fd tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:36.689267 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-0116136d-d828-4af9-9ea0-4c9a9e9d79fd tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/networks?id=f5cf224b-801b-4744-8c0a-5f26a505062a HTTP/1.1" status: 200 len: 808 time: 0.4188285 Apr 14 22:30:36.726377 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2cc2-1ab6-4662-951d-33491f0d4830 admin admin] Publish callbacks [] for security_group (fdfeb182-5846-4079-a0df-7f2915548da6), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.736418 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-9fcf165b-60ab-4c2c-9d77-331f55ccede5 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/quotas/b31b27ed094a47fcbe30649a638dfae8 HTTP/1.1" status: 200 len: 375 time: 0.0417264 Apr 14 22:30:36.738330 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-cac974ca-338e-4505-8d27-ebdf0c65ac74 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2994752 Apr 14 22:30:36.739408 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684743c6-7886-4cf1-bce2-5263067cfeda req-bd8ea69b-e835-495b-8de2-0e730e6cc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:36.740796 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684743c6-7886-4cf1-bce2-5263067cfeda req-bd8ea69b-e835-495b-8de2-0e730e6cc895 service neutron] 10.222.0.37 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 912 time: 0.5380986 Apr 14 22:30:36.768387 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-8f766467-d99d-47e5-a3a4-1cbd3bfe1d4b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:30:36.769392 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-8f766467-d99d-47e5-a3a4-1cbd3bfe1d4b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156298 Apr 14 22:30:36.800647 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-97c837e2-f977-4f00-a343-330d46ea7f46 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b31b27ed094a47fcbe30649a638dfae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627353 Apr 14 22:30:36.803293 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c039253c-5c77-48f1-a884-68f63cbd4bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:36.867904 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-bd0719ad-79fc-4e75-b94c-cfb28837f1c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 200 len: 217 time: 0.1258116 Apr 14 22:30:36.962595 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54658) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:37.053722 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-eef9ddb7-4e59-42bc-a8b3-abc2d5a68ef1 service neutron] 10.222.0.50 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521904 Apr 14 22:30:37.140025 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2cc2-1ab6-4662-951d-33491f0d4830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fdfeb182-5846-4079-a0df-7f2915548da6), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:37.142532 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2cc2-1ab6-4662-951d-33491f0d4830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:37.143897 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b8ed2cc2-1ab6-4662-951d-33491f0d4830 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fdfeb182-5846-4079-a0df-7f2915548da6 HTTP/1.1" status: 204 len: 168 time: 1.0023463 Apr 14 22:30:37.169824 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed2cc2-1ab6-4662-951d-33491f0d4830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfeb182-5846-4079-a0df-7f2915548da6,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:37.223963 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787e1f-f44c-404c-9834-713f980e6532 req-a75ab09d-f5e3-4107-9fa3-da61b788881f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:37.225450 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-a75ab09d-f5e3-4107-9fa3-da61b788881f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports/b6cb1bbf-4be2-417d-b13a-d260ec56273c HTTP/1.1" status: 200 len: 940 time: 0.2618773 Apr 14 22:30:37.237861 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 4734d6c4-4750-4ea7-a039-d0374382daea up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:37.260185 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-97930756-4c6d-49c2-b1f4-2fdca8582d66 service neutron] 10.222.0.50 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997197 Apr 14 22:30:37.354302 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 4734d6c4-4750-4ea7-a039-d0374382daea triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:37.355408 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:37.422737 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba329-4c9a-4039-a9f4-1b402932e189 req-16ea6e1c-df46-4898-8b67-3de9cf017c61 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:37.429824 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd2ba329-4c9a-4039-a9f4-1b402932e189 req-16ea6e1c-df46-4898-8b67-3de9cf017c61 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.6845760 Apr 14 22:30:37.465275 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684743c6-7886-4cf1-bce2-5263067cfeda req-9cd45b04-91b1-4a42-9e73-fd15dc62b079 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28d92f14-2fa9-4c18-8740-52effd61fc03 HTTP/1.1" status: 200 len: 1001 time: 0.6987915 Apr 14 22:30:37.486851 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 4734d6c4-4750-4ea7-a039-d0374382daea is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:37.487247 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:37.515133 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-433617b7-c44e-4849-afe6-9ea3be6af97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:37.516982 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-433617b7-c44e-4849-afe6-9ea3be6af97c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.6412766 Apr 14 22:30:37.539859 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 4734d6c4-4750-4ea7-a039-d0374382daea, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=4734d6c4-4750-4ea7-a039-d0374382daea,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:37.616905 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:37.624536 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2214a4cf-6d13-49d7-a6dd-1c4fed1f5a4a x-openstack-request-id: req-2214a4cf-6d13-49d7-a6dd-1c4fed1f5a4a {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:37.624536 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:37.624734 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2214a4cf-6d13-49d7-a6dd-1c4fed1f5a4a {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:37.625139 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2214a4cf-6d13-49d7-a6dd-1c4fed1f5a4a'] response: {'name': 'network-changed', 'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'status': 'completed', 'code': 200} Apr 14 22:30:37.656039 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks [] for router_gateway (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:37.692948 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684743c6-7886-4cf1-bce2-5263067cfeda req-c8b8a3a9-b00a-4a1c-b519-c953bdf5e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:37.692948 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684743c6-7886-4cf1-bce2-5263067cfeda req-c8b8a3a9-b00a-4a1c-b519-c953bdf5e471 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9260e563-889a-4d8d-9460-f20961e80a75 HTTP/1.1" status: 200 len: 850 time: 0.1958973 Apr 14 22:30:37.695913 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd2ba329-4c9a-4039-a9f4-1b402932e189 req-0fa2b639-0a8a-493c-82be-95c27e5ce9a0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643590 Apr 14 22:30:37.700871 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-19c4262c-93b0-46fb-acc0-5111d4686305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:37.703799 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-19c4262c-93b0-46fb-acc0-5111d4686305 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1491933 Apr 14 22:30:37.704934 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:37.804344 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=4734d6c4-4750-4ea7-a039-d0374382daea,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:37.808763 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device e46d69b0-0065-427f-a718-7c8b7e882cd6 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:30:37.856814 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: e46d69b0-0065-427f-a718-7c8b7e882cd6 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:30:37.856814 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device e46d69b0-0065-427f-a718-7c8b7e882cd6 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:30:37.963309 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5100b-8ba0-4155-93f2-b4318c4c3cf6 req-ee803783-b157-426c-9004-1c633d5e358a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:37.974268 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dfd5100b-8ba0-4155-93f2-b4318c4c3cf6 req-ee803783-b157-426c-9004-1c633d5e358a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 944 time: 0.2016575 Apr 14 22:30:38.037970 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7ec12f1b-f7ac-4902-a067-0d101f4564eb req-77942bd4-d894-4d05-b452-f3c5f50b967e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 210 time: 0.1583264 Apr 14 22:30:38.046292 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:38.096765 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dfd5100b-8ba0-4155-93f2-b4318c4c3cf6 req-203389ce-5b2b-416d-8386-44aed98f2575 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134431 Apr 14 22:30:38.132801 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684743c6-7886-4cf1-bce2-5263067cfeda req-85f93115-b662-4bad-9f8b-5a3187461510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:38.134548 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684743c6-7886-4cf1-bce2-5263067cfeda req-85f93115-b662-4bad-9f8b-5a3187461510 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=159b1b7f-6741-46d2-acf2-45a3089013d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4258976 Apr 14 22:30:38.206310 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a45037-f145-428a-ada2-0b28237fde38 None None] Network f7bfc711-f464-4d61-846c-bcc9df2c170e requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:30:38.343513 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-b401d86c-a08b-438f-b8f7-b20b9684df4f None None] Provisioning complete for port 4734d6c4-4750-4ea7-a039-d0374382daea triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:38.344593 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b401d86c-a08b-438f-b8f7-b20b9684df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:38.350689 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Allocated IP 172.27.0.113 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/4fc7db21-20ce-4ca9-9679-a63b271f6f70) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:38.361603 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffe890-ad41-4676-976d-f56f5d10d35c req-f1a9d819-7ee4-494f-94ae-b12fbf59a139 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:38.363332 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e2ffe890-ad41-4676-976d-f56f5d10d35c req-f1a9d819-7ee4-494f-94ae-b12fbf59a139 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.1600406 Apr 14 22:30:38.429918 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-361d538b-b3fa-4928-9f9c-aae301772976 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184951 Apr 14 22:30:38.481993 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-b401d86c-a08b-438f-b8f7-b20b9684df4f None None] Current status of the port 4734d6c4-4750-4ea7-a039-d0374382daea is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:38.647612 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684743c6-7886-4cf1-bce2-5263067cfeda req-c0a75016-41db-43b2-8949-4ab1b27583c9 service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468620 Apr 14 22:30:38.693743 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e2ffe890-ad41-4676-976d-f56f5d10d35c req-7ee4843e-490a-4c4f-aaf7-fbe7a26c8935 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123326 Apr 14 22:30:38.770742 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-209dc910-a7ae-419b-9c41-c8953d5dbab2 req-9c32100c-e3e7-4576-842e-733660446c4f service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293188 Apr 14 22:30:38.791380 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks [] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:38.833393 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-9c7f0508-1160-4328-a1f9-df07d7bc99a5 None None] Provisioning complete for port 4734d6c4-4750-4ea7-a039-d0374382daea triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:38.834920 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0508-1160-4328-a1f9-df07d7bc99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:38.863415 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684743c6-7886-4cf1-bce2-5263067cfeda req-31f3661e-5486-4293-ad65-b1feaac24643 service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018416 Apr 14 22:30:38.959887 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dc815-cccf-4140-8a7b-b4dc3b0d4e73 req-98df72c3-488e-4d45-8ea0-e2a58eb0bcb7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:38.968716 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f0508-1160-4328-a1f9-df07d7bc99a5 None None] Current status of the port 4734d6c4-4750-4ea7-a039-d0374382daea is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:38.969176 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d39dc815-cccf-4140-8a7b-b4dc3b0d4e73 req-98df72c3-488e-4d45-8ea0-e2a58eb0bcb7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0867894 Apr 14 22:30:38.992815 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54706) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:39.010084 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.034612 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d39dc815-cccf-4140-8a7b-b4dc3b0d4e73 req-017c5be8-b2cc-4154-891a-f41d39c3f056 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644832 Apr 14 22:30:39.061531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:39.065150 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:39.072173 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:39.170056 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc7db21-20ce-4ca9-9679-a63b271f6f70,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:39.196109 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 4734d6c4-4750-4ea7-a039-d0374382daea up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:39.232809 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2986ff9-36b5-4e31-a759-09200030b6eb req-e851bce1-fe1f-45ef-943f-2e451ff3177d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 210 time: 0.0806661 Apr 14 22:30:39.242110 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-337236918-network', 'tenant_id': '5fe69e9616544ab891e4d22428369e06'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:39.252591 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f343f89-4cb9-473a-a13d-82622740528b req-703b5d97-e8b9-40e6-a270-7b764bfdd725 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:39.256267 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.261425 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3f343f89-4cb9-473a-a13d-82622740528b req-703b5d97-e8b9-40e6-a270-7b764bfdd725 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 944 time: 0.0801175 Apr 14 22:30:39.268674 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 4734d6c4-4750-4ea7-a039-d0374382daea triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:39.269815 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.323951 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3f343f89-4cb9-473a-a13d-82622740528b req-79cb2e7f-59d0-4ae9-9d6c-944865c9341e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606174 Apr 14 22:30:39.372733 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 4734d6c4-4750-4ea7-a039-d0374382daea is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:39.373326 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Made reservation on behalf of 5fe69e9616544ab891e4d22428369e06 for: {'network': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:39.376784 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.390510 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.486242 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Publish callbacks [] for security_group (97bbd5ba-1dad-456c-bc3f-58d780c5d56e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.598535 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (97bbd5ba-1dad-456c-bc3f-58d780c5d56e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.621571 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=104051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:30:39.647992 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bbd5ba-1dad-456c-bc3f-58d780c5d56e,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:39.650893 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (46e9d39f-9f40-452f-b789-4f7a84920f1b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.651399 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.segments_db [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Added segment 46e9d39f-9f40-452f-b789-4f7a84920f1b of type vlan for network 0a002acb-800d-40c2-bc9a-a608b190f1dc Apr 14 22:30:39.668949 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks [] for router_gateway (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.734838 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (0a002acb-800d-40c2-bc9a-a608b190f1dc), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.885003 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (0a002acb-800d-40c2-bc9a-a608b190f1dc), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.886544 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:39.887180 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:39.894951 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e0655-9e23-4e10-a8c2-db3caddad846 req-75257693-5ee4-4d11-b078-a902fc4e8f0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:39.896442 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b60e0655-9e23-4e10-a8c2-db3caddad846 req-75257693-5ee4-4d11-b078-a902fc4e8f0e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0966339 Apr 14 22:30:40.027086 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0328515 Apr 14 22:30:40.030137 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54716) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:40.035276 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Request body: {'subnet': {'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-337236918-subnet', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'ip_version': 4}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:40.036360 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26301c3e-ac53-4cff-a7ca-94560b82eede admin admin] Pushing event updated for resources: {'Network': ['ID=0a002acb-800d-40c2-bc9a-a608b190f1dc,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:40.048133 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:30:40.070200 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b60e0655-9e23-4e10-a8c2-db3caddad846 req-f28426f0-0709-43c6-bd7b-416c2d9d1ac9 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608548 Apr 14 22:30:40.076637 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:40.153978 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Made reservation on behalf of 5fe69e9616544ab891e4d22428369e06 for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:40.157309 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25323452'] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:40.205285 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-a6b4832e-50db-41c4-a24a-774bf7db1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:40.206913 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-a6b4832e-50db-41c4-a24a-774bf7db1b3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1128 time: 0.0641096 Apr 14 22:30:40.288374 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeadb5-3fbe-4cb5-a0f7-cc0ea6561664 req-28f323a9-c10e-4d32-b69c-ca8fd48b0945 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:40.290951 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5aeeadb5-3fbe-4cb5-a0f7-cc0ea6561664 req-28f323a9-c10e-4d32-b69c-ca8fd48b0945 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1044438 Apr 14 22:30:40.377860 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4fbfb610-e743-49c5-a87a-3c98516aeb16 req-3031556a-c9f4-49bc-ab35-ae735ce00e51 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 210 time: 0.0501649 Apr 14 22:30:40.385064 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5aeeadb5-3fbe-4cb5-a0f7-cc0ea6561664 req-9f179d03-acad-47a0-aa94-b0dbd8bac048 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861657 Apr 14 22:30:40.428871 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:30:40.547851 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25323434'] for subnet (9bc75a5d-7bb7-4dfc-b53a-5dd416792d84), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:40.629743 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:40.644807 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Checking segment: {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:40.645167 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Network hostable DHCP agents. Network: 0a002acb-800d-40c2-bc9a-a608b190f1dc, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:30:40.771411 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:30:40.840610 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:40.890738 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 0a002acb-800d-40c2-bc9a-a608b190f1dc) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:40.895255 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:40.895821 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:40.901023 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f02e9f-e85e-4079-8141-5c3e27c7d6b4 None None] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:30:40.942633 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5871670-5aa5-448f-8ca6-a0cd9c1910da req-88b48582-488c-4bdf-b8bf-f1aad364d895 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:40.944218 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f5871670-5aa5-448f-8ca6-a0cd9c1910da req-88b48582-488c-4bdf-b8bf-f1aad364d895 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 944 time: 0.4392054 Apr 14 22:30:40.955897 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-ac8a49b6-40c8-4004-8b06-b586a39a1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:40.957837 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-ac8a49b6-40c8-4004-8b06-b586a39a1e4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.5918117 Apr 14 22:30:40.987079 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:30:41.006936 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:30:41.011261 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-61e6d21f-e431-48e2-b7a0-ac03b727606b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9772167 Apr 14 22:30:41.017123 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54724) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:41.022599 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:41.029026 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:41.029852 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:41.046635 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f5871670-5aa5-448f-8ca6-a0cd9c1910da req-573ef438-9c35-4e07-be5a-80fcaaec5667 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924451 Apr 14 22:30:41.121911 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:41.123282 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e588d9cd-e4a1-4668-bafc-78c69c85d1a7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0204661 Apr 14 22:30:41.126041 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54728) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:41.136435 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (1b24976b-2855-437a-bc52-71ed5c074225), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:41.137527 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (1b24976b-2855-437a-bc52-71ed5c074225), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:41.172174 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:41.194767 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-0a002acb-800d-40c2-bc9a-a608b190f1dc', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'project_id': '5fe69e9616544ab891e4d22428369e06', 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:30:41.195994 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:41.253207 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7870a-430e-491d-bbf0-a61ce1b98322 req-f4e59d4d-20ea-4c27-b349-172956a2a06a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:41.255474 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-64d7870a-430e-491d-bbf0-a61ce1b98322 req-f4e59d4d-20ea-4c27-b349-172956a2a06a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0905082 Apr 14 22:30:41.293831 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-070b47e6-b6aa-48fc-a848-c023a8101f0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 200 len: 217 time: 0.0567756 Apr 14 22:30:41.320023 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-64d7870a-430e-491d-bbf0-a61ce1b98322 req-c14bc8d4-a51e-452e-9155-69263f1bec58 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581582 Apr 14 22:30:41.402169 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks [] for router_controller (1b24976b-2855-437a-bc52-71ed5c074225), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:41.424734 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Allocated IP 172.20.0.2 (0a002acb-800d-40c2-bc9a-a608b190f1dc/9bc75a5d-7bb7-4dfc-b53a-5dd416792d84/99ecf15f-db31-4aad-9449-780ce8206f79) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:41.439728 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:39Z', 'revision_number': 3, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:41.503753 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:30:41.504106 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Updating router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:30:41.532931 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-45e35651-1078-4d31-b58a-dc153b24e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:41.535232 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-45e35651-1078-4d31-b58a-dc153b24e110 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.0828853 Apr 14 22:30:41.540390 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:41.616078 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4299da-0a2d-46b1-9aa2-c95a64bb7dfb req-dc888374-2315-4e3c-9f0b-2c031273dbad tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:41.627670 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7e4299da-0a2d-46b1-9aa2-c95a64bb7dfb req-dc888374-2315-4e3c-9f0b-2c031273dbad tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0970147 Apr 14 22:30:41.722900 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7e4299da-0a2d-46b1-9aa2-c95a64bb7dfb req-a6ecd357-a6ef-4057-99a5-51514e478668 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912251 Apr 14 22:30:41.725284 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b28e1d1d-e3ef-4036-8171-f7dfdcac105f req-9828f0cd-2d6e-4390-9da4-831d84731ae5 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 210 time: 0.0800786 Apr 14 22:30:41.758202 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Publish callbacks [] for port (99ecf15f-db31-4aad-9449-780ce8206f79), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:41.805306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:41.816168 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:30:41.917629 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Pushing event updated for resources: {'Port': ['ID=99ecf15f-db31-4aad-9449-780ce8206f79,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:41.926687 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:41.930001 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:41.937844 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:41.998373 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks [] for router_gateway (1b24976b-2855-437a-bc52-71ed5c074225), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.062426 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Publish callbacks [] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.065173 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-7e3e37c6-9686-431d-8c10-3e888cff9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:42.066782 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-7e3e37c6-9686-431d-8c10-3e888cff9462 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2427719 Apr 14 22:30:42.067703 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787e1f-f44c-404c-9834-713f980e6532 req-8d2b88e1-cbc7-47c6-9646-c66f87427611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:42.069043 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-8d2b88e1-cbc7-47c6-9646-c66f87427611 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536&tenant_id=8440fd0b09b84c66958ab2cfe0101e08 HTTP/1.1" status: 200 len: 1127 time: 0.2488248 Apr 14 22:30:42.093384 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Attempting to bind port 99ecf15f-db31-4aad-9449-780ce8206f79 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:42.093384 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Attempting to bind port 99ecf15f-db31-4aad-9449-780ce8206f79 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:42.094952 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Attempting to bind port 99ecf15f-db31-4aad-9449-780ce8206f79 on network 0a002acb-800d-40c2-bc9a-a608b190f1dc {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:42.110752 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:42.111521 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Checking segment: {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:42.112049 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.112516 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Bound using segment: {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:42.113067 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Bound port: 99ecf15f-db31-4aad-9449-780ce8206f79, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:42.113353 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.126148 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.132621 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:42.154200 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:30:42.216843 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Attempting to bind port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:42.218545 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Attempting to bind port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:42.219128 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Attempting to bind port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:42.235055 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:42.235464 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:42.235859 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.236585 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:42.236718 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Bound port: 4fc7db21-20ce-4ca9-9679-a63b271f6f70, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:42.237101 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.243333 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Pushing event updated for resources: {'Port': ['ID=4fc7db21-20ce-4ca9-9679-a63b271f6f70,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:42.246097 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:42.246501 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.266237 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] For port 99ecf15f-db31-4aad-9449-780ce8206f79, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:42.266937 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49c0e3-cc47-4dd8-b234-b445c9f3f8af req-f7fe9eea-17c5-41eb-afcb-fbf53e7b502a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:42.276900 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4d49c0e3-cc47-4dd8-b234-b445c9f3f8af req-f7fe9eea-17c5-41eb-afcb-fbf53e7b502a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 944 time: 0.0886757 Apr 14 22:30:42.280408 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:42.282366 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.282366 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.282366 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.291337 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.291746 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.292100 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.292594 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.292973 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.293662 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.293909 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] For port 99ecf15f-db31-4aad-9449-780ce8206f79, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=99ecf15f-db31-4aad-9449-780ce8206f79,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:42.294165 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.294510 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.296503 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.296648 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.303653 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.303653 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.320479 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:42.343974 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] For port 4fc7db21-20ce-4ca9-9679-a63b271f6f70, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:42.350450 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] For port 4fc7db21-20ce-4ca9-9679-a63b271f6f70, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=4fc7db21-20ce-4ca9-9679-a63b271f6f70,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:42.359290 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4d49c0e3-cc47-4dd8-b234-b445c9f3f8af req-0616ce0c-eb4e-49e8-a886-b0831076485f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811298 Apr 14 22:30:42.386125 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.449119 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.462888 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Pushing event updated for resources: {'Port': ['ID=99ecf15f-db31-4aad-9449-780ce8206f79,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:42.468629 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:42.473094 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.474543 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.474543 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.474543 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.474543 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.478306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.478306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.478306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.478306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.478306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.478306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.478306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.478306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.479066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787e1f-f44c-404c-9834-713f980e6532 req-4b9ffd7d-5a94-4eee-b6cc-658550d711bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:42.479162 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.479162 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2057c6e4-0679-4536-95fe-f15addc508e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:30:42.487052 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-4b9ffd7d-5a94-4eee-b6cc-658550d711bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 1127 time: 0.3629911 Apr 14 22:30:42.509560 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-948ed578-de1a-4188-9b38-2e88097d9652 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:42.510431 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-948ed578-de1a-4188-9b38-2e88097d9652 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.37 "GET /v2.0/networks?id=f5cf224b-801b-4744-8c0a-5f26a505062a HTTP/1.1" status: 200 len: 808 time: 0.6913199 Apr 14 22:30:42.533144 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Request body: {'port': {'device_id': 'e933bff3-1dec-4665-8003-432164d75c02', 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a', 'admin_state_up': True, 'tenant_id': 'b31b27ed094a47fcbe30649a638dfae8'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:42.572612 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:42.580725 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a05b9-d2ac-48d4-95e4-28ac5032aa27 None None] Pushing event updated for resources: {'Port': ['ID=4fc7db21-20ce-4ca9-9679-a63b271f6f70,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:42.595999 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:42.596700 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:42.742842 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:30:42.778006 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:42.889850 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-90ef4e3c-416d-40ec-908a-1bdbbdcec34e req-73af85f0-4973-4727-80ef-87a5d72340dd tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 210 time: 0.0497909 Apr 14 22:30:42.895350 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-70aa95f8-d173-45c2-b303-246c03bb410c service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119822 Apr 14 22:30:43.071700 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:39Z', 'revision_number': 3, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:43.102350 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27544182-4109-43c4-84b1-3a91b32ff574 None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:39Z', 'revision_number': 3, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:30:43.172361 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009d84-145c-4d17-ba30-4a34c39f5245 req-0a6964a8-b34e-44c9-8574-6fa37a7d8e25 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:43.175301 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3a009d84-145c-4d17-ba30-4a34c39f5245 req-0a6964a8-b34e-44c9-8574-6fa37a7d8e25 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.3066225 Apr 14 22:30:43.184629 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 99ecf15f-db31-4aad-9449-780ce8206f79 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:43.244702 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 99ecf15f-db31-4aad-9449-780ce8206f79 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:43.245601 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:43.345724 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 99ecf15f-db31-4aad-9449-780ce8206f79 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:43.346118 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:43.396097 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 99ecf15f-db31-4aad-9449-780ce8206f79, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=99ecf15f-db31-4aad-9449-780ce8206f79,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:43.526118 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:43.570111 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787e1f-f44c-404c-9834-713f980e6532 req-3a84cc6e-32b4-40d2-86b3-f58a81bd9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:43.571743 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-3a84cc6e-32b4-40d2-86b3-f58a81bd9503 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 918 time: 1.0603106 Apr 14 22:30:43.591697 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a505351-1f34-4930-bd56-ca52541e9014 req-e383de95-5970-444d-9575-0440456f08e4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:43.593711 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9a505351-1f34-4930-bd56-ca52541e9014 req-e383de95-5970-444d-9575-0440456f08e4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 945 time: 0.1054001 Apr 14 22:30:43.641566 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=99ecf15f-db31-4aad-9449-780ce8206f79,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:43.654893 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Made reservation on behalf of b31b27ed094a47fcbe30649a638dfae8 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:43.658935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:43.697719 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9a505351-1f34-4930-bd56-ca52541e9014 req-38f5dab9-05ed-4abe-86ff-45428db2b168 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858383 Apr 14 22:30:43.730215 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks [] for router_gateway (1b24976b-2855-437a-bc52-71ed5c074225), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:43.828945 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:43.834431 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:43.867941 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c80928f-e30c-4a64-993c-4e3a0257844d req-f38315e1-d07f-4fdd-8a38-49b70cc62a47 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9575648 Apr 14 22:30:43.879288 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3a009d84-145c-4d17-ba30-4a34c39f5245 req-a54b076d-e622-4f23-9577-4b532fc104a1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6769292 Apr 14 22:30:43.887871 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-888f4ca9-27ca-484b-b105-8d26a16965b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c HTTP/1.1" status: 200 len: 999 time: 0.2453151 Apr 14 22:30:43.925389 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:30:43.971974 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563076d-bf11-4ee8-98ff-3d7740917349 None None] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:30:44.002483 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:44.004363 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:44.051468 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1a1adaef-f1a2-43d9-abe4-cfde19043841 req-86883eb6-49e8-414b-a524-e60f45004149 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 210 time: 0.0452216 Apr 14 22:30:44.078165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-32441bd0-1218-4cf0-8f7c-abfa28d63291 None None] Provisioning complete for port 99ecf15f-db31-4aad-9449-780ce8206f79 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:44.078543 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-32441bd0-1218-4cf0-8f7c-abfa28d63291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:44.113927 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:44.180926 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787e1f-f44c-404c-9834-713f980e6532 req-4b5ff039-a1c5-489f-9e96-c3d4d17e3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:44.182864 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-4b5ff039-a1c5-489f-9e96-c3d4d17e3ceb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.2664075 Apr 14 22:30:44.280039 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:44.281042 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:44.291702 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-32441bd0-1218-4cf0-8f7c-abfa28d63291 None None] Current status of the port 99ecf15f-db31-4aad-9449-780ce8206f79 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:44.324688 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Allocated IP 172.20.0.8 (f5cf224b-801b-4744-8c0a-5f26a505062a/ccc865fa-2c12-4684-aee5-b9b2b9c4185d/3d29509e-ff0c-42b5-8a62-696a495038d9) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:44.325963 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:44.328787 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Allocated IP 172.27.0.213 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/77cae7e0-1b5e-4f8e-9515-80b74dd9084f) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:44.328950 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9a64dc-c2d0-4611-96fe-91fd5147d533" -d '{"events": [{"server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "name": "network-vif-plugged", "status": "completed", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:44.351164 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:44.364076 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787e1f-f44c-404c-9834-713f980e6532 req-5806c42e-9b76-4980-9d7a-29a33f4ef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:44.364076 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-5806c42e-9b76-4980-9d7a-29a33f4ef734 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1582115 Apr 14 22:30:44.385093 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d43c59-7271-4965-9c05-7987b1e66e83 x-openstack-request-id: req-c2d43c59-7271-4965-9c05-7987b1e66e83 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:44.385430 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "name": "network-vif-plugged", "status": "completed", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:44.385720 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c2d43c59-7271-4965-9c05-7987b1e66e83 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:44.386139 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d43c59-7271-4965-9c05-7987b1e66e83'] response: {'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'code': 200} Apr 14 22:30:44.449917 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:44.541362 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:44.621024 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-2b0abd8e-92c6-40ba-958d-b67c705dcb1a None None] Provisioning complete for port 99ecf15f-db31-4aad-9449-780ce8206f79 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:44.621371 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2b0abd8e-92c6-40ba-958d-b67c705dcb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:44.714096 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-2b0abd8e-92c6-40ba-958d-b67c705dcb1a None None] Current status of the port 99ecf15f-db31-4aad-9449-780ce8206f79 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:44.804501 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-9a446787-95f0-4232-813b-7fad7664e7ae service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356003 Apr 14 22:30:44.843775 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e4ca3-9eeb-475d-b351-89062238c10d req-8fbdcc43-2480-4578-bd00-be8cb223b8df tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:44.846035 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e40e4ca3-9eeb-475d-b351-89062238c10d req-8fbdcc43-2480-4578-bd00-be8cb223b8df tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0592341 Apr 14 22:30:44.856465 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Allocated IP 172.20.0.1 (f7bfc711-f464-4d61-846c-bcc9df2c170e/92537d96-b02e-442e-99fe-17128df02580/6c0c66ee-8572-4a2f-8a29-0d979ad23c83) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:44.881245 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48047ad2-7a24-43a1-93ce-ff4e19de657f req-ac6dc4c8-df9e-4aaa-92d1-ba1639d10e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:44.882667 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-48047ad2-7a24-43a1-93ce-ff4e19de657f req-ac6dc4c8-df9e-4aaa-92d1-ba1639d10e03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1130 time: 0.1579401 Apr 14 22:30:44.900736 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks [] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:44.911027 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e40e4ca3-9eeb-475d-b351-89062238c10d req-a2581771-0451-444c-b3a9-148224de3cd8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577698 Apr 14 22:30:44.992069 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks [] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.163245 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-48047ad2-7a24-43a1-93ce-ff4e19de657f req-06695c09-7ee9-45e4-9503-9f9fbec16573 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676439 Apr 14 22:30:45.171673 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37c119-c469-4fc6-a3bd-59582b2a60ed req-b855d02e-eb43-4f23-8da0-b746e5181a71 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:45.173307 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fd37c119-c469-4fc6-a3bd-59582b2a60ed req-b855d02e-eb43-4f23-8da0-b746e5181a71 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1525357 Apr 14 22:30:45.181639 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0c787e1f-f44c-404c-9834-713f980e6532 req-0990422b-f749-402d-9ba2-c81bec41fa8c service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613222 Apr 14 22:30:45.187718 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2312e85c-0e4a-42e0-9a99-bc456bc1ae0b req-411fe18c-e7fe-4e99-b6f5-a408e55e707b tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 210 time: 0.0439789 Apr 14 22:30:45.252935 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 99ecf15f-db31-4aad-9449-780ce8206f79 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:45.269544 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Publish callbacks [] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.294430 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fd37c119-c469-4fc6-a3bd-59582b2a60ed req-8e50aec6-05d4-4164-823b-0d34922a2244 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923448 Apr 14 22:30:45.298867 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.334405 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 99ecf15f-db31-4aad-9449-780ce8206f79 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:45.335494 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.352467 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.373348 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:45.388655 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:45.395042 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:45.428068 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 99ecf15f-db31-4aad-9449-780ce8206f79 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:45.428341 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Network f5cf224b-801b-4744-8c0a-5f26a505062a is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:45.429074 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 4fc7db21-20ce-4ca9-9679-a63b271f6f70 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:45.429219 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Pushing event updated for resources: {'Port': ['ID=77cae7e0-1b5e-4f8e-9515-80b74dd9084f,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:45.438918 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:45.444653 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:45.472120 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.484641 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:45.485017 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.568206 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Network f7bfc711-f464-4d61-846c-bcc9df2c170e is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:45.605318 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:45.605867 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.607775 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Pushing event updated for resources: {'Port': ['ID=3d29509e-ff0c-42b5-8a62-696a495038d9,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:45.610530 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:45.633163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 4fc7db21-20ce-4ca9-9679-a63b271f6f70, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=4fc7db21-20ce-4ca9-9679-a63b271f6f70,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:45.655047 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:45.666553 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:45.669606 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.720364 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.786154 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.787557 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=4fc7db21-20ce-4ca9-9679-a63b271f6f70,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:45.794367 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Pushing event updated for resources: {'Port': ['ID=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:45.831504 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-ab9cac05-abf2-4ac6-ab70-76eba02f6d0e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3029494 Apr 14 22:30:45.942367 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-6a35a0f5-3370-46fc-a438-fbd92c590ef8 None None] Provisioning complete for port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:45.942935 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6a35a0f5-3370-46fc-a438-fbd92c590ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:45.984541 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6a35a0f5-3370-46fc-a438-fbd92c590ef8 None None] Port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:30:46.013510 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks [] for router_gateway (1b24976b-2855-437a-bc52-71ed5c074225), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:46.045843 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfcf41-5cb4-4e54-a45a-5d0e279cc3c0 req-45aa02c4-d536-4d76-bf12-53c823180cc4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:46.047565 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5fbfcf41-5cb4-4e54-a45a-5d0e279cc3c0 req-45aa02c4-d536-4d76-bf12-53c823180cc4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0547824 Apr 14 22:30:46.065418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Request body: {'port': {'device_id': 'e933bff3-1dec-4665-8003-432164d75c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:46.111291 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5fbfcf41-5cb4-4e54-a45a-5d0e279cc3c0 req-c5de7ac8-c427-4043-8dd9-cf13c12e6dc8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562942 Apr 14 22:30:46.155059 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:46.460498 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d0a6-f6a9-43f2-9072-9115bbd3a3d3 req-522e84c3-cb41-4b55-a077-8ad362d40f8f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:46.468775 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2462d0a6-f6a9-43f2-9072-9115bbd3a3d3 req-522e84c3-cb41-4b55-a077-8ad362d40f8f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0735981 Apr 14 22:30:46.519243 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2462d0a6-f6a9-43f2-9072-9115bbd3a3d3 req-b5de2abe-9d24-4670-858f-e98b712e3958 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493622 Apr 14 22:30:46.559078 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:46.590298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8083-55c9-4073-a8e7-5819f83f876c req-836a2fdb-561c-486a-a8a7-678d6b93f443 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:46.591949 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bc9f8083-55c9-4073-a8e7-5819f83f876c req-836a2fdb-561c-486a-a8a7-678d6b93f443 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 931 time: 0.1070328 Apr 14 22:30:46.908816 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bc9f8083-55c9-4073-a8e7-5819f83f876c req-7d72d7ef-da9c-45e0-b46c-cc61fad81aa9 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767086 Apr 14 22:30:46.949724 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (1b24976b-2855-437a-bc52-71ed5c074225), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:47.133987 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Publish callbacks [] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:47.215124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:47.228452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 4fc7db21-20ce-4ca9-9679-a63b271f6f70 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:47.342047 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:47.342993 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:47.363557 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b643-94c5-478c-abfa-edfd04e1ece1 req-b60b9e06-eb75-4d8e-967b-7f23b87c9e31 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:47.373990 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f5f1b643-94c5-478c-abfa-edfd04e1ece1 req-b60b9e06-eb75-4d8e-967b-7f23b87c9e31 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.1346688 Apr 14 22:30:47.507591 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f5f1b643-94c5-478c-abfa-edfd04e1ece1 req-93cff2db-533c-41ff-b1f0-6b3204b7c535 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319520 Apr 14 22:30:47.526162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:47.573762 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:47.603043 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Pushing event updated for resources: {'Port': ['ID=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:47.658504 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d29509e-ff0c-42b5-8a62-696a495038d9 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:47.700518 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Publish callbacks [] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:47.772099 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Transition to ACTIVE for port object 3d29509e-ff0c-42b5-8a62-696a495038d9 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:30:47.825455 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cab0e-73af-4468-8abd-89bf011049df req-715bce4a-0ff5-4b79-8532-2b3389caa63d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:47.827403 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-324cab0e-73af-4468-8abd-89bf011049df req-715bce4a-0ff5-4b79-8532-2b3389caa63d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0798573 Apr 14 22:30:47.864088 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Network f7bfc711-f464-4d61-846c-bcc9df2c170e is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:47.868709 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:47.937465 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Router 1b24976b-2855-437a-bc52-71ed5c074225 is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:30:47.946929 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:47.987977 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-324cab0e-73af-4468-8abd-89bf011049df req-a4f1b6f7-7a43-4824-9a9d-a8331612b095 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337173 Apr 14 22:30:48.113434 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829277-0686-4a30-ae59-a1e6cbd913f0 req-772d3a06-e74e-4e2d-a4d5-30a9dd2c172e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:48.123195 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d7829277-0686-4a30-ae59-a1e6cbd913f0 req-772d3a06-e74e-4e2d-a4d5-30a9dd2c172e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 943 time: 0.0881467 Apr 14 22:30:48.202059 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d7829277-0686-4a30-ae59-a1e6cbd913f0 req-f46f79f9-ff54-43f0-801f-4e43447b7758 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777311 Apr 14 22:30:48.258540 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d29509e-ff0c-42b5-8a62-696a495038d9,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:48.349770 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-8ea9c58b-f49a-4dd6-8a4b-2ac409e475d7 None None] Provisioning complete for port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:48.352484 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8ea9c58b-f49a-4dd6-8a4b-2ac409e475d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:48.368767 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:30:48.457688 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:30:48.484643 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9c58b-f49a-4dd6-8a4b-2ac409e475d7 None None] Port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:30:48.485812 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Attempting to bind port 3d29509e-ff0c-42b5-8a62-696a495038d9 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:48.486389 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Attempting to bind port 3d29509e-ff0c-42b5-8a62-696a495038d9 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:48.486946 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Attempting to bind port 3d29509e-ff0c-42b5-8a62-696a495038d9 on network f5cf224b-801b-4744-8c0a-5f26a505062a {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:48.491129 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Sync routers for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:30:48.499559 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Port 3d29509e-ff0c-42b5-8a62-696a495038d9 on network f5cf224b-801b-4744-8c0a-5f26a505062a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:30:48.500162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Attempting to bind port 3d29509e-ff0c-42b5-8a62-696a495038d9 on network f5cf224b-801b-4744-8c0a-5f26a505062a {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:48.507154 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:48.508209 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:48.558026 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:48.558684 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Checking segment: {'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:48.567393 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Bound using segment: {'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:48.568168 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Bound port: 3d29509e-ff0c-42b5-8a62-696a495038d9, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd549866-9e90-47b5-9302-f8b9397a80b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:48.568714 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:48.623227 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:48.628159 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54796) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:48.629084 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-af81bf57-c569-4aeb-aa4b-2d334bf6a616 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6100423 Apr 14 22:30:48.724462 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:30:48.746606 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:30:48.756235 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3c5c2888-e615-455c-974f-2e444c92514c admin admin] 10.222.0.50 "PUT /v2.0/routers/57aefb53-3c2a-4bd1-bef1-f6d937b877a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6290042 Apr 14 22:30:48.764926 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:48.768718 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:48.811350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfef4a-320b-4bc8-b375-4c8902bcecc3 req-4cc6d0ec-90c3-4855-8629-d2558173a457 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:48.811350 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d3bfef4a-320b-4bc8-b375-4c8902bcecc3 req-4cc6d0ec-90c3-4855-8629-d2558173a457 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.1941066 Apr 14 22:30:48.857010 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:48.915713 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] For port 3d29509e-ff0c-42b5-8a62-696a495038d9, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:48.932279 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] For port 3d29509e-ff0c-42b5-8a62-696a495038d9, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3d29509e-ff0c-42b5-8a62-696a495038d9,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:48.989481 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d3bfef4a-320b-4bc8-b375-4c8902bcecc3 req-f953d0b8-812b-49af-8b5f-9169087bb893 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793098 Apr 14 22:30:49.033749 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:49.209457 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e96f6-e3bd-48cb-8268-3b18cd42ec48 req-0f2507fe-66ba-466c-b88f-ca5222099c60 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:49.218835 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d66e96f6-e3bd-48cb-8268-3b18cd42ec48 req-0f2507fe-66ba-466c-b88f-ca5222099c60 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1125653 Apr 14 22:30:49.243682 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc664c5f-e63b-433f-94d1-de60dec50e03 req-4e5e5456-ab97-437a-af5b-b31ba240c4af tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:49.267466 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dc664c5f-e63b-433f-94d1-de60dec50e03 req-4e5e5456-ab97-437a-af5b-b31ba240c4af tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.1509566 Apr 14 22:30:49.268149 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54808) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:49.277908 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 3, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:49.357701 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Checking router: 1b24976b-2855-437a-bc52-71ed5c074225 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:30:49.358503 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Updating router 1b24976b-2855-437a-bc52-71ed5c074225 port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:30:49.363294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'floatingip': {'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:49.388940 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d66e96f6-e3bd-48cb-8268-3b18cd42ec48 req-9f1032cb-53f9-468e-aeb3-b77b821da11d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670806 Apr 14 22:30:49.408475 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:49.494515 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:46Z', 'revision_number': 2, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:49.502357 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:49.545694 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648d68e-f8e9-450e-af68-01542352b8d4 req-80602de5-e64b-4565-94d5-a2d48bea17ee tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:49.545694 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f648d68e-f8e9-450e-af68-01542352b8d4 req-80602de5-e64b-4565-94d5-a2d48bea17ee tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 943 time: 0.1450210 Apr 14 22:30:49.546515 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:30:49.546515 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Updating router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:30:49.606346 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (05eedb02-6ab8-4a38-ba42-7a962db0fe08), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:49.609256 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:49.613568 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:49.614886 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:49.619055 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d29509e-ff0c-42b5-8a62-696a495038d9 HTTP/1.1" status: 200 len: 1093 time: 3.5607178 Apr 14 22:30:49.620859 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e933bff3-1dec-4665-8003-432164d75c02', 'tag': '3d29509e-ff0c-42b5-8a62-696a495038d9'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:49.628445 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080" -d '{"events": [{"name": "network-changed", "server_uuid": "e933bff3-1dec-4665-8003-432164d75c02", "tag": "3d29509e-ff0c-42b5-8a62-696a495038d9"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:49.759447 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abd46e-0d6d-4bb9-85a4-15172cc50db5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d29509e-ff0c-42b5-8a62-696a495038d9,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:49.783649 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ed8341-d8c3-4f76-a47d-c00b4eda5a1e x-openstack-request-id: req-c6ed8341-d8c3-4f76-a47d-c00b4eda5a1e {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:49.784088 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e933bff3-1dec-4665-8003-432164d75c02", "tag": "3d29509e-ff0c-42b5-8a62-696a495038d9", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:49.784425 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6ed8341-d8c3-4f76-a47d-c00b4eda5a1e {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:49.784877 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ed8341-d8c3-4f76-a47d-c00b4eda5a1e'] response: {'name': 'network-changed', 'server_uuid': 'e933bff3-1dec-4665-8003-432164d75c02', 'tag': '3d29509e-ff0c-42b5-8a62-696a495038d9', 'status': 'completed', 'code': 200} Apr 14 22:30:49.901450 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-b8d290b7-98c5-4c71-88e2-43c635129d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:49.907150 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-b8d290b7-98c5-4c71-88e2-43c635129d2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b27ed094a47fcbe30649a638dfae8&device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 1127 time: 0.1276636 Apr 14 22:30:50.060193 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f648d68e-f8e9-450e-af68-01542352b8d4 req-dfb41a66-9ab3-4a06-bdb8-3660e1993e9a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780679 Apr 14 22:30:50.062859 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-7d988bac-8791-46f5-92a2-b0afbe6e5c98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d29509e-ff0c-42b5-8a62-696a495038d9 HTTP/1.1" status: 200 len: 217 time: 0.1340363 Apr 14 22:30:50.173096 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Publish callbacks [] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.244163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.303874 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Attempting to bind port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:50.304653 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Attempting to bind port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:50.305248 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Attempting to bind port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:50.326048 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:50.326906 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:50.327690 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.328459 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:50.329289 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Bound port: 77cae7e0-1b5e-4f8e-9515-80b74dd9084f, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:50.329919 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.408533 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] For port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:50.420519 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Publish callbacks [] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.430465 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] For port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=77cae7e0-1b5e-4f8e-9515-80b74dd9084f,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:50.441557 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68f77d-5994-48f6-9d8f-7896fd61e510 None None] Pushing event updated for resources: {'Port': ['ID=77cae7e0-1b5e-4f8e-9515-80b74dd9084f,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:50.448642 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-36b941e2-ef96-47de-b1dc-bfc7d7178f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:50.450970 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-36b941e2-ef96-47de-b1dc-bfc7d7178f1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccc865fa-2c12-4684-aee5-b9b2b9c4185d HTTP/1.1" status: 200 len: 848 time: 0.1026318 Apr 14 22:30:50.517196 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.545210 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-79c62d02-afeb-4820-9ffd-6e555fc3e874 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5cf224b-801b-4744-8c0a-5f26a505062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663872 Apr 14 22:30:50.670215 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54826) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:50.701389 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9223-34a2-48c5-9ccd-98fba517269f req-f5eee78d-0aa6-43c1-93c9-e20a23ec6522 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:50.703475 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2022475979-network', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:50.711911 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9bcf9223-34a2-48c5-9ccd-98fba517269f req-f5eee78d-0aa6-43c1-93c9-e20a23ec6522 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1694014 Apr 14 22:30:50.802960 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9bcf9223-34a2-48c5-9ccd-98fba517269f req-53f0523f-0e7a-4c3d-a141-9e02ef8f9256 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899601 Apr 14 22:30:50.810518 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.840454 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.849096 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-95609933-aec3-4cd6-b700-28bc6685deb7 service neutron] 10.222.0.37 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723072 Apr 14 22:30:50.920796 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Made reservation on behalf of a9592f9ec5d54139b2c6d7004ddea1c8 for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:50.923260 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.971564 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:50.995356 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Allocated IP 172.20.0.1 (0a002acb-800d-40c2-bc9a-a608b190f1dc/9bc75a5d-7bb7-4dfc-b53a-5dd416792d84/118e7a38-6e74-456c-badd-73da903819e5) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:50.996755 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7d963732-20ab-46d9-8f0a-7d3bc55b09cf req-6a6d59f1-1c44-4cf4-b333-0e8551e3749f service neutron] 10.222.0.37 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392586 Apr 14 22:30:51.007826 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68f77d-5994-48f6-9d8f-7896fd61e510 None None] Pushing event updated for resources: {'Port': ['ID=77cae7e0-1b5e-4f8e-9515-80b74dd9084f,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:51.037043 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:51.037851 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:51.039045 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.db.resource_extend [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 22:30:51.096947 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8585-51fc-4b4a-a902-fb00a9c8fc22 None None] Pushing event updated for resources: {'Port': ['ID=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:51.143281 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Attempting to bind port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:51.144044 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Attempting to bind port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:51.144665 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Attempting to bind port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 on network f7bfc711-f464-4d61-846c-bcc9df2c170e {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:51.159449 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:51.160185 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Checking segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:51.160794 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.161387 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Bound using segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:51.162068 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Bound port: 6c0c66ee-8572-4a2f-8a29-0d979ad23c83, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:51.162669 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.251739 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] For port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:51.255711 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] For port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:51.285277 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:51.316354 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-871152cd-ee88-49c2-9d0d-7016b5d577c8 None None] Provisioning complete for port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:51.316876 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-871152cd-ee88-49c2-9d0d-7016b5d577c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.354664 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.427025 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:51.427738 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:51.430695 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-871152cd-ee88-49c2-9d0d-7016b5d577c8 None None] Port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:30:51.528100 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 3, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:51.540173 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fc40c-86b3-46e2-bfcf-cab01b5d5415 req-a8052c55-a261-471e-b80c-26d41ef2935c tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:51.542420 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-139fc40c-86b3-46e2-bfcf-cab01b5d5415 req-a8052c55-a261-471e-b80c-26d41ef2935c tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 943 time: 0.1379771 Apr 14 22:30:51.567319 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df5a514-6de1-4547-9c98-b227e066bda9 None None] The sync data for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi is: [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 3, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:30:51.582774 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.647881 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (05eedb02-6ab8-4a38-ba42-7a962db0fe08), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.651285 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8585-51fc-4b4a-a902-fb00a9c8fc22 None None] Pushing event updated for resources: {'Port': ['ID=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:51.678043 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-d1d0d925-c4a2-451e-ae18-e795819ed497 None None] Provisioning complete for port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:51.678536 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d1d0d925-c4a2-451e-ae18-e795819ed497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.698824 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:51.732157 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Publish callbacks [] for port (118e7a38-6e74-456c-badd-73da903819e5), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.754798 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Publish callbacks [] for security_group (7578650c-ed60-4e9d-b12a-309654161d84), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.758540 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-139fc40c-86b3-46e2-bfcf-cab01b5d5415 req-9d8aa3f9-0e3b-4211-bf38-4df30b41deb7 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075224 Apr 14 22:30:51.782342 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d1d0d925-c4a2-451e-ae18-e795819ed497 None None] Current status of the port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:51.782769 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d1d0d925-c4a2-451e-ae18-e795819ed497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.817231 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (7578650c-ed60-4e9d-b12a-309654161d84), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.828364 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-d1d0d925-c4a2-451e-ae18-e795819ed497 None None] For port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:51.883384 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:30:51.893892 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Floating IP 05eedb02-6ab8-4a38-ba42-7a962db0fe08 associated. External IP: 172.27.0.169, port: 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c. Apr 14 22:30:51.900037 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578650c-ed60-4e9d-b12a-309654161d84,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:51.919180 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d1d0d925-c4a2-451e-ae18-e795819ed497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.985249 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bbb1c-5cce-4c3f-890d-50e8308eab7a req-44465c54-cd84-4b4b-bc4d-fba3d7bf9d26 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:51.990531 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (31641d74-9f4c-4702-a8c7-1e19ecf90d28), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:51.990938 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Added segment 31641d74-9f4c-4702-a8c7-1e19ecf90d28 of type vlan for network 53c62911-2346-4b5b-ad16-70a385c5870e Apr 14 22:30:51.994562 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (118e7a38-6e74-456c-badd-73da903819e5), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:52.001235 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0d925-c4a2-451e-ae18-e795819ed497 None None] Pushing event updated for resources: {'Port': ['ID=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:52.001415 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b63bbb1c-5cce-4c3f-890d-50e8308eab7a req-44465c54-cd84-4b4b-bc4d-fba3d7bf9d26 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1118438 Apr 14 22:30:52.041185 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:52.063468 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b63bbb1c-5cce-4c3f-890d-50e8308eab7a req-045bf85c-759f-47e2-b560-4aeb1f863f26 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619931 Apr 14 22:30:52.081172 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a2862-b106-41f7-a689-0d626148bafb None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:30:52.149147 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:52.154732 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Pushing event updated for resources: {'Port': ['ID=118e7a38-6e74-456c-badd-73da903819e5,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:52.157913 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:52.163898 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:52.168094 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (53c62911-2346-4b5b-ad16-70a385c5870e), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:52.328916 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (1b24976b-2855-437a-bc52-71ed5c074225), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:52.420747 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (53c62911-2346-4b5b-ad16-70a385c5870e), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:52.421728 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:52.422319 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:52.576549 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] Pushing event updated for resources: {'Network': ['ID=53c62911-2346-4b5b-ad16-70a385c5870e,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:52.583773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-ab1f2dc7-3c8f-4aac-b64e-d773dfdd5983 None None] Provisioning complete for port 118e7a38-6e74-456c-badd-73da903819e5 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:52.583773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2dc7-3c8f-4aac-b64e-d773dfdd5983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (118e7a38-6e74-456c-badd-73da903819e5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:52.653929 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ed28f771-e7be-48b9-9022-bf2d96f0dcb3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9827793 Apr 14 22:30:52.656446 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54832) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:52.662353 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Request body: {'subnet': {'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2022475979-subnet', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:52.672539 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f2dc7-3c8f-4aac-b64e-d773dfdd5983 None None] Port 118e7a38-6e74-456c-badd-73da903819e5 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:30:52.677010 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 53c62911-2346-4b5b-ad16-70a385c5870e details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:30:52.717593 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Router 0a613d58-ad1c-4250-a656-c03c3157fdb0 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:30:52.784917 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Made reservation on behalf of a9592f9ec5d54139b2c6d7004ddea1c8 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:52.806307 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25923239'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:52.942079 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (118e7a38-6e74-456c-badd-73da903819e5), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:52.989334 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:30:53.002950 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:53.008672 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f7fec-7dae-40a2-9c6b-7a2dc3611ee1 req-546c19b0-2f33-4b35-ac2d-cf8e7b6bebff tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:53.008999 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] Sync routers for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:30:53.009105 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-238f7fec-7dae-40a2-9c6b-7a2dc3611ee1 req-546c19b0-2f33-4b35-ac2d-cf8e7b6bebff tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 943 time: 0.1342318 Apr 14 22:30:53.032354 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:53.037037 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:53.285897 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:53.323361 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:53.405632 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fff1c-811b-4634-830c-09ce299413ca req-0f21382f-524d-406b-8bb3-9b91812fc46f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:53.420551 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-480fff1c-811b-4634-830c-09ce299413ca req-0f21382f-524d-406b-8bb3-9b91812fc46f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1679831 Apr 14 22:30:53.441989 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Publish callbacks [] for port (118e7a38-6e74-456c-badd-73da903819e5), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:53.464509 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25923249'] for subnet (69daa74c-4442-4e3b-be22-d9ab5114234f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:53.484520 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d4ff6d26-70d3-4571-a258-bf7818428ad8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "PUT /v2.0/floatingips/05eedb02-6ab8-4a38-ba42-7a962db0fe08 HTTP/1.1" status: 200 len: 992 time: 4.1368797 Apr 14 22:30:53.486106 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:53.489191 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:53.511919 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (118e7a38-6e74-456c-badd-73da903819e5), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:53.567436 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:53.567730 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:53.626510 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (1b24976b-2855-437a-bc52-71ed5c074225), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:53.634980 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69daa74c-4442-4e3b-be22-d9ab5114234f,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:53.718112 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-238f7fec-7dae-40a2-9c6b-7a2dc3611ee1 req-e14645c9-223b-4a29-96b1-7012bcdfbef8 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855741 Apr 14 22:30:53.719547 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Pushing event updated for resources: {'Port': ['ID=118e7a38-6e74-456c-badd-73da903819e5,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:53.807497 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc6656-51a1-4b30-8e40-1c42c0c2c377 x-openstack-request-id: req-5edc6656-51a1-4b30-8e40-1c42c0c2c377 {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:53.808302 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:53.808862 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5edc6656-51a1-4b30-8e40-1c42c0c2c377 {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:53.809542 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5edc6656-51a1-4b30-8e40-1c42c0c2c377'] response: {'name': 'network-changed', 'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'status': 'completed', 'code': 200} Apr 14 22:30:53.869236 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 3d29509e-ff0c-42b5-8a62-696a495038d9 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:30:53.916179 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:53.933714 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:54.030541 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:54.032384 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 77cae7e0-1b5e-4f8e-9515-80b74dd9084f up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:54.127646 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.db.resource_extend [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 14 22:30:54.163431 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:54.164963 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.191544 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-480fff1c-811b-4634-830c-09ce299413ca req-4f5ede47-8e01-47da-9ae7-6b0f39b51dcb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7697699 Apr 14 22:30:54.213689 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Checking segment: {'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:54.213983 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Network hostable DHCP agents. Network: 53c62911-2346-4b5b-ad16-70a385c5870e, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:30:54.294667 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Router 1b24976b-2855-437a-bc52-71ed5c074225 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:30:54.330994 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Network 53c62911-2346-4b5b-ad16-70a385c5870e is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:30:54.370484 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:54.374870 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.422052 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 53c62911-2346-4b5b-ad16-70a385c5870e) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:54.431954 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:54.431954 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.452080 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44789757-0294-4f53-836f-29fd5f871dd7 None None] Network 53c62911-2346-4b5b-ad16-70a385c5870e requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:30:54.510861 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=77cae7e0-1b5e-4f8e-9515-80b74dd9084f,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:54.513804 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 3d29509e-ff0c-42b5-8a62-696a495038d9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3d29509e-ff0c-42b5-8a62-696a495038d9,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:54.515045 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:30:54.529918 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c62218e3-b88b-4f5c-9016-bfa32cc8352b admin admin] 10.222.0.50 "PUT /v2.0/routers/1b24976b-2855-437a-bc52-71ed5c074225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8912416 Apr 14 22:30:54.530996 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-28e6b62d-5fdf-40a9-b9e9-9ad5ae77ab05 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8639057 Apr 14 22:30:54.534249 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54846) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:54.541418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:54.557781 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '05eedb02-6ab8-4a38-ba42-7a962db0fe08', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:24Z', 'updated_at': '2022-04-14T22:30:50Z', 'revision_number': 1, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:54.567916 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-e2e7c531-3327-466b-819c-2207411d6604 None None] Provisioning complete for port 118e7a38-6e74-456c-badd-73da903819e5 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:54.568290 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c531-3327-466b-819c-2207411d6604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (118e7a38-6e74-456c-badd-73da903819e5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.600501 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] Checking router: 0a613d58-ad1c-4250-a656-c03c3157fdb0 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:30:54.661468 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.679178 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '3d29509e-ff0c-42b5-8a62-696a495038d9', 'network_id': 'f5cf224b-801b-4744-8c0a-5f26a505062a', 'port_id': '3d29509e-ff0c-42b5-8a62-696a495038d9', 'mac_address': 'fa:16:3e:d3:31:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc865fa-2c12-4684-aee5-b9b2b9c4185d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:30:54.684936 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (3f43df89-1247-4f5f-9892-7862aae8ba14), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.686880 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (3f43df89-1247-4f5f-9892-7862aae8ba14), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.719208 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:54.719867 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:54.810377 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks [] for router_controller (3f43df89-1247-4f5f-9892-7862aae8ba14), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.907080 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-e2e7c531-3327-466b-819c-2207411d6604 None None] Port 118e7a38-6e74-456c-badd-73da903819e5 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:30:54.911088 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 3d29509e-ff0c-42b5-8a62-696a495038d9 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:54.911553 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:54.952354 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917da74-481e-4ba2-a292-2997c1aa9608 req-2a0eb8e8-17c7-4b44-bb7d-a1b43ce1538c tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:54.954788 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4917da74-481e-4ba2-a292-2997c1aa9608 req-2a0eb8e8-17c7-4b44-bb7d-a1b43ce1538c tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 943 time: 0.1127834 Apr 14 22:30:54.998433 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d29509e-ff0c-42b5-8a62-696a495038d9 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:30:55.017291 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=77cae7e0-1b5e-4f8e-9515-80b74dd9084f,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:55.045932 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Sync routers for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:30:55.060904 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-53c62911-2346-4b5b-ad16-70a385c5870e', 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e', 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'fixed_ips': [{'subnet_id': '69daa74c-4442-4e3b-be22-d9ab5114234f'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:30:55.061660 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:55.079234 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:55.081467 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:55.139950 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4917da74-481e-4ba2-a292-2997c1aa9608 req-bb407c99-a320-4f92-8bad-048874f9bf89 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710167 Apr 14 22:30:55.227034 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 3d29509e-ff0c-42b5-8a62-696a495038d9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3d29509e-ff0c-42b5-8a62-696a495038d9,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:55.268639 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 77cae7e0-1b5e-4f8e-9515-80b74dd9084f up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:55.286462 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks [] for router_gateway (3f43df89-1247-4f5f-9892-7862aae8ba14), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:55.345336 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:55.365650 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:55.388641 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:55.441209 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ff0b5-1d14-4cfa-aaeb-536ad2354042 req-2fde138f-75fd-44d5-be08-bb0a1df1b4ab tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:55.453042 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f87ff0b5-1d14-4cfa-aaeb-536ad2354042 req-2fde138f-75fd-44d5-be08-bb0a1df1b4ab tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0990915 Apr 14 22:30:55.523360 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=3d29509e-ff0c-42b5-8a62-696a495038d9,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:55.549737 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f87ff0b5-1d14-4cfa-aaeb-536ad2354042 req-1358015a-f418-4a47-9480-fa73b63ebf21 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953188 Apr 14 22:30:55.700022 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:53Z', 'revision_number': 2, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:55.746616 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Allocated IP 172.20.0.2 (53c62911-2346-4b5b-ad16-70a385c5870e/69daa74c-4442-4e3b-be22-d9ab5114234f/0be58667-0839-4bd3-b0c5-e4c6d94d1652) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:55.754432 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Checking router: 1b24976b-2855-437a-bc52-71ed5c074225 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:30:55.754828 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Updating router 1b24976b-2855-437a-bc52-71ed5c074225 port 118e7a38-6e74-456c-badd-73da903819e5 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:30:55.759805 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['3d29509e-ff0c-42b5-8a62-696a495038d9'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:30:55.790930 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks [] for router_gateway (3f43df89-1247-4f5f-9892-7862aae8ba14), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:55.817427 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (118e7a38-6e74-456c-badd-73da903819e5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:55.820680 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:55.840190 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54866) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:55.845139 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-645341702-network', 'tenant_id': 'd69a2f5ec777498e8fac508117595928'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:55.941139 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Made reservation on behalf of d69a2f5ec777498e8fac508117595928 for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:55.945116 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:55.955154 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Allocated IP 172.27.0.24 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/c6c151e6-655d-480d-8854-7a42c0b15f47) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:55.972693 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.002239 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:56.002869 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.115561 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Publish callbacks [] for security_group (98096f31-4a34-42a0-b4b4-7c7a149d8839), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.184174 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Publish callbacks [] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.193425 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (98096f31-4a34-42a0-b4b4-7c7a149d8839), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.213220 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:30:56.231290 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks [] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.258195 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (fe82c059-4a74-4989-8454-609b294d5620), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.258195 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Added segment fe82c059-4a74-4989-8454-609b294d5620 of type vlan for network e5244d30-89fe-430c-aeab-b0e3d47eff3b Apr 14 22:30:56.320770 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Publish callbacks [] for port (118e7a38-6e74-456c-badd-73da903819e5), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.349704 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-bdfcb9fa-2eab-4ae6-9866-71e01e6a150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:56.351713 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-bdfcb9fa-2eab-4ae6-9866-71e01e6a150a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b31b27ed094a47fcbe30649a638dfae8&device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 1128 time: 0.0577285 Apr 14 22:30:56.355301 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.370695 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:56.387878 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.393045 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98096f31-4a34-42a0-b4b4-7c7a149d8839,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:56.393368 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (e5244d30-89fe-430c-aeab-b0e3d47eff3b), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.403050 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1fe8-a6db-4081-b387-55f2960e8c84 req-365d5989-f711-47e9-a279-1e4a8f4bf919 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:56.403777 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a51a1fe8-a6db-4081-b387-55f2960e8c84 req-365d5989-f711-47e9-a279-1e4a8f4bf919 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 944 time: 0.1029842 Apr 14 22:30:56.410577 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (118e7a38-6e74-456c-badd-73da903819e5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.473460 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:56.479381 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:56.482189 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:56.482363 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a51a1fe8-a6db-4081-b387-55f2960e8c84 req-846abb34-0f4d-47e0-b6ab-f951ee10da7f tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579941 Apr 14 22:30:56.502305 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791c680-f623-40d3-b064-825733be63ac None None] Pushing event updated for resources: {'Port': ['ID=118e7a38-6e74-456c-badd-73da903819e5,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:56.525216 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (e5244d30-89fe-430c-aeab-b0e3d47eff3b), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.526533 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:56.527677 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.615733 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Attempting to bind port 118e7a38-6e74-456c-badd-73da903819e5 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:56.616112 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Attempting to bind port 118e7a38-6e74-456c-badd-73da903819e5 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:56.616486 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Attempting to bind port 118e7a38-6e74-456c-badd-73da903819e5 on network 0a002acb-800d-40c2-bc9a-a608b190f1dc {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:56.630917 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c151e6-655d-480d-8854-7a42c0b15f47,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:56.634342 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:56.641374 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Checking segment: {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:56.641374 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.641374 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Bound using segment: {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:56.641374 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Bound port: 118e7a38-6e74-456c-badd-73da903819e5, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:56.641374 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (118e7a38-6e74-456c-badd-73da903819e5), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.658428 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5244d30-89fe-430c-aeab-b0e3d47eff3b,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:56.671878 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-08abb036-8850-47fa-a726-c9e793415ba7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8303154 Apr 14 22:30:56.672427 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54872) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:56.677507 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Request body: {'subnet': {'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-645341702-subnet', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'ip_version': 4}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:56.770319 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Made reservation on behalf of d69a2f5ec777498e8fac508117595928 for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:30:56.773908 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25323452'] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.801986 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-bf645f26-55ae-48dc-a820-70ca555542e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:56.802212 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] For port 118e7a38-6e74-456c-badd-73da903819e5, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:56.802336 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-bf645f26-55ae-48dc-a820-70ca555542e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1130 time: 0.3053737 Apr 14 22:30:56.802438 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] For port 118e7a38-6e74-456c-badd-73da903819e5, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=118e7a38-6e74-456c-badd-73da903819e5,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:56.897322 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (118e7a38-6e74-456c-badd-73da903819e5), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:56.984080 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Network 53c62911-2346-4b5b-ad16-70a385c5870e is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:30:57.011991 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:57.021000 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:30:57.023066 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network e5244d30-89fe-430c-aeab-b0e3d47eff3b details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:30:57.040656 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:30:57.045872 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:57.061887 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791c680-f623-40d3-b064-825733be63ac None None] Pushing event updated for resources: {'Port': ['ID=118e7a38-6e74-456c-badd-73da903819e5,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:57.089232 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-d5e0229b-f4e4-4998-ad0b-4e9727d7e5fd None None] Provisioning complete for port 118e7a38-6e74-456c-badd-73da903819e5 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:57.103448 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d5e0229b-f4e4-4998-ad0b-4e9727d7e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (118e7a38-6e74-456c-badd-73da903819e5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.108709 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ab177-70cb-42d4-ba0a-55151ca359c7 req-4eb3a2c4-358e-4a0c-873c-00ae823b62c8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:57.115090 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e74ab177-70cb-42d4-ba0a-55151ca359c7 req-4eb3a2c4-358e-4a0c-873c-00ae823b62c8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.3381743 Apr 14 22:30:57.227445 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25323434'] for subnet (de8c4bcf-a576-4950-bc09-b26f71281484), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.259226 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Pushing event updated for resources: {'Port': ['ID=0be58667-0839-4bd3-b0c5-e4c6d94d1652,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:57.302646 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '05eedb02-6ab8-4a38-ba42-7a962db0fe08', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:24Z', 'updated_at': '2022-04-14T22:30:50Z', 'revision_number': 1, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:57.310193 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8c4bcf-a576-4950-bc09-b26f71281484,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:57.330128 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks [] for router_gateway (3f43df89-1247-4f5f-9892-7862aae8ba14), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.359591 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:30:57.420821 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Checking segment: {'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:57.421481 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Network hostable DHCP agents. Network: e5244d30-89fe-430c-aeab-b0e3d47eff3b, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:30:57.464813 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bcc37-28fc-48c3-825d-0051d6689c0e None None] The sync data for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi is: [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '05eedb02-6ab8-4a38-ba42-7a962db0fe08', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:24Z', 'updated_at': '2022-04-14T22:30:50Z', 'revision_number': 1, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:30:57.502967 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Network e5244d30-89fe-430c-aeab-b0e3d47eff3b is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:30:57.528169 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Attempting to bind port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:30:57.528569 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Attempting to bind port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:30:57.528934 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Attempting to bind port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 on network 53c62911-2346-4b5b-ad16-70a385c5870e {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:30:57.559121 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, e5244d30-89fe-430c-aeab-b0e3d47eff3b) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:30:57.563554 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:57.564679 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.568316 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:30:57.568714 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Checking segment: {'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:30:57.569121 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.569514 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Bound using segment: {'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:30:57.570001 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Bound port: 0be58667-0839-4bd3-b0c5-e4c6d94d1652, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:30:57.570383 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.626513 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d296c1-4764-4074-be02-ececb3129286 None None] Network e5244d30-89fe-430c-aeab-b0e3d47eff3b requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:30:57.654862 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-44abf81e-36cf-4abe-b293-e32e79793712 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9809570 Apr 14 22:30:57.657280 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54876) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:30:57.665530 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:30:57.745506 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:56Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:30:57.811345 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68458f71-77f2-4386-8fd8-11bad076306a None None] The sync data for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi is: [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:56Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:30:57.835480 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0229b-f4e4-4998-ad0b-4e9727d7e5fd None None] Current status of the port 118e7a38-6e74-456c-badd-73da903819e5 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:57.835872 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d5e0229b-f4e4-4998-ad0b-4e9727d7e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (118e7a38-6e74-456c-badd-73da903819e5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.857715 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1296f-b413-47c3-b049-41237ddbec0f req-c2be7146-9adb-4b25-8f24-7f3596a13ba1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:57.865317 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-35f1296f-b413-47c3-b049-41237ddbec0f req-c2be7146-9adb-4b25-8f24-7f3596a13ba1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 944 time: 0.1444640 Apr 14 22:30:57.870122 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (1b63d127-718e-44d8-87c8-d0c3394c511c), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.871252 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (1b63d127-718e-44d8-87c8-d0c3394c511c), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:57.904812 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e74ab177-70cb-42d4-ba0a-55151ca359c7 req-71efd57c-475e-463f-98a9-a0b21bdfe3d8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5811317 Apr 14 22:30:57.945645 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-98702a0d-c35e-4107-8fe6-98ab51a7807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:57.948359 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-98702a0d-c35e-4107-8fe6-98ab51a7807e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f5cf224b-801b-4744-8c0a-5f26a505062a HTTP/1.1" status: 200 len: 909 time: 1.4077373 Apr 14 22:30:58.103271 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-a44775d6-a664-4cad-8dd2-9d29123d3a98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d29509e-ff0c-42b5-8a62-696a495038d9 HTTP/1.1" status: 200 len: 217 time: 0.0805368 Apr 14 22:30:58.125578 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] For port 0be58667-0839-4bd3-b0c5-e4c6d94d1652, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:30:58.140812 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks [] for router_controller (1b63d127-718e-44d8-87c8-d0c3394c511c), precommit_add_association {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:58.152241 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-35f1296f-b413-47c3-b049-41237ddbec0f req-9c3cf9e5-cd42-4e94-9ed2-f14e46466bdb tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381127 Apr 14 22:30:58.180424 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-d5e0229b-f4e4-4998-ad0b-4e9727d7e5fd None None] For port 118e7a38-6e74-456c-badd-73da903819e5, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=118e7a38-6e74-456c-badd-73da903819e5,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:58.183100 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fcff0-7685-45c7-b69b-da58baf283c5 None None] New status for floating IP 05eedb02-6ab8-4a38-ba42-7a962db0fe08: ACTIVE {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:30:58.215349 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-30371cb8-30e0-4727-86d3-ea7c485e124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:58.217266 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-30371cb8-30e0-4727-86d3-ea7c485e124c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.7185886 Apr 14 22:30:58.218258 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-e5244d30-89fe-430c-aeab-b0e3d47eff3b', 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b', 'project_id': 'd69a2f5ec777498e8fac508117595928', 'fixed_ips': [{'subnet_id': 'de8c4bcf-a576-4950-bc09-b26f71281484'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:30:58.219186 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:58.221619 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 3d29509e-ff0c-42b5-8a62-696a495038d9 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:58.230085 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-0f2f77bb-f651-4832-ad8a-3bf5d579d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:58.232262 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-0f2f77bb-f651-4832-ad8a-3bf5d579d859 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccc865fa-2c12-4684-aee5-b9b2b9c4185d HTTP/1.1" status: 200 len: 848 time: 0.1198297 Apr 14 22:30:58.331785 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (3f43df89-1247-4f5f-9892-7862aae8ba14), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:58.354185 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] For port 0be58667-0839-4bd3-b0c5-e4c6d94d1652, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=0be58667-0839-4bd3-b0c5-e4c6d94d1652,segment=NetworkSegment(31641d74-9f4c-4702-a8c7-1e19ecf90d28),segment_id=31641d74-9f4c-4702-a8c7-1e19ecf90d28)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:30:58.402468 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d5e0229b-f4e4-4998-ad0b-4e9727d7e5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (118e7a38-6e74-456c-badd-73da903819e5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:58.426761 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-db88b92d-fde9-406c-b3b5-041ec1b8d3d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 200 len: 1000 time: 0.1928451 Apr 14 22:30:58.431525 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-a178b141-c949-4ec5-8f66-9add160c4134 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f5cf224b-801b-4744-8c0a-5f26a505062a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071122 Apr 14 22:30:58.516156 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:58.771931 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 3d29509e-ff0c-42b5-8a62-696a495038d9 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:30:58.775792 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-5bc9fb51-935a-486e-900f-ac01c6e16f77 None None] Provisioning complete for port 118e7a38-6e74-456c-badd-73da903819e5 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:58.776488 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb51-935a-486e-900f-ac01c6e16f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (118e7a38-6e74-456c-badd-73da903819e5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:58.851169 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0229b-f4e4-4998-ad0b-4e9727d7e5fd None None] Pushing event updated for resources: {'Port': ['ID=118e7a38-6e74-456c-badd-73da903819e5,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:58.916013 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 3d29509e-ff0c-42b5-8a62-696a495038d9 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:58.916417 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:58.923637 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-87627d96-9cec-4ee4-bb2f-c9f311ea5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:58.927222 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-87627d96-9cec-4ee4-bb2f-c9f311ea5efe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.3613672 Apr 14 22:30:58.979195 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks [] for router_gateway (1b63d127-718e-44d8-87c8-d0c3394c511c), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:59.143075 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fabd82-7ddc-4107-9718-e93ca1c71660 None None] Pushing event updated for resources: {'Port': ['ID=0be58667-0839-4bd3-b0c5-e4c6d94d1652,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:30:59.257621 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Allocated IP 172.20.0.2 (e5244d30-89fe-430c-aeab-b0e3d47eff3b/de8c4bcf-a576-4950-bc09-b26f71281484/bd01e2e8-a826-47a9-b934-ce734bd2db11) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:59.368810 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ed78-8a23-47d0-b238-7cce52d57855 req-71a90143-c61c-4846-8b6f-b6516c706162 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:59.370480 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a764ed78-8a23-47d0-b238-7cce52d57855 req-71a90143-c61c-4846-8b6f-b6516c706162 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.2161591 Apr 14 22:30:59.372479 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-f6549144-7545-494d-b02a-00c638ffb324 service neutron] 10.222.0.37 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088884 Apr 14 22:30:59.373312 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-016126b5-cb1d-48dd-8185-16953c178796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:59.383841 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-016126b5-cb1d-48dd-8185-16953c178796 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3449883 Apr 14 22:30:59.397286 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 118e7a38-6e74-456c-badd-73da903819e5 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:30:59.399122 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Router 3f43df89-1247-4f5f-9892-7862aae8ba14 is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:30:59.482532 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-5bc9fb51-935a-486e-900f-ac01c6e16f77 None None] Current status of the port 118e7a38-6e74-456c-badd-73da903819e5 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:59.557585 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-e65d11f1-7d3c-4a27-8e51-9b372300d566 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232343 Apr 14 22:30:59.574794 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70369f9-3e2b-46ab-abd1-3b87bf9e8651 req-7e94fca4-2faa-4704-9c62-7553bf0165f0 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:30:59.576622 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e70369f9-3e2b-46ab-abd1-3b87bf9e8651 req-7e94fca4-2faa-4704-9c62-7553bf0165f0 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 944 time: 0.2499046 Apr 14 22:30:59.596389 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 3d29509e-ff0c-42b5-8a62-696a495038d9 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:30:59.596801 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:59.632028 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks [] for router_gateway (1b63d127-718e-44d8-87c8-d0c3394c511c), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:59.659609 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:59.690574 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e933bff3-1dec-4665-8003-432164d75c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d29509e-ff0c-42b5-8a62-696a495038d9'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:30:59.693192 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1600e416-e253-4255-8f00-3375402e9ede" -d '{"events": [{"server_uuid": "e933bff3-1dec-4665-8003-432164d75c02", "name": "network-vif-plugged", "status": "completed", "tag": "3d29509e-ff0c-42b5-8a62-696a495038d9"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:30:59.717607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 118e7a38-6e74-456c-badd-73da903819e5 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:30:59.717607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (118e7a38-6e74-456c-badd-73da903819e5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:59.725963 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e70369f9-3e2b-46ab-abd1-3b87bf9e8651 req-adb9256d-4e1f-4a8f-899a-c19e6a30d37a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267853 Apr 14 22:30:59.726135 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 3d29509e-ff0c-42b5-8a62-696a495038d9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3d29509e-ff0c-42b5-8a62-696a495038d9,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:30:59.864745 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e769e3-e656-43ca-b6f9-56c7173ec448 x-openstack-request-id: req-d1e769e3-e656-43ca-b6f9-56c7173ec448 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:30:59.865039 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e933bff3-1dec-4665-8003-432164d75c02", "name": "network-vif-plugged", "status": "completed", "tag": "3d29509e-ff0c-42b5-8a62-696a495038d9", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:30:59.865351 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1e769e3-e656-43ca-b6f9-56c7173ec448 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:30:59.865836 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e769e3-e656-43ca-b6f9-56c7173ec448'] response: {'server_uuid': 'e933bff3-1dec-4665-8003-432164d75c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d29509e-ff0c-42b5-8a62-696a495038d9', 'code': 200} Apr 14 22:30:59.879986 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:30:59.949720 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Allocated IP 172.27.0.91 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/55d977f2-7e75-4499-9b9e-9d3c0f6834ba) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:30:59.973513 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Publish callbacks [] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.053370 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=3d29509e-ff0c-42b5-8a62-696a495038d9,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:00.128378 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks [] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.149928 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.250593 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Network e5244d30-89fe-430c-aeab-b0e3d47eff3b is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:00.256393 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:00.259410 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:31:00.277711 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 118e7a38-6e74-456c-badd-73da903819e5 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:00.279120 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.390032 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Attempting to bind port bd01e2e8-a826-47a9-b934-ce734bd2db11 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:31:00.392216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Attempting to bind port bd01e2e8-a826-47a9-b934-ce734bd2db11 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:31:00.393431 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Attempting to bind port bd01e2e8-a826-47a9-b934-ce734bd2db11 on network e5244d30-89fe-430c-aeab-b0e3d47eff3b {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:00.408942 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Pushing event updated for resources: {'Port': ['ID=bd01e2e8-a826-47a9-b934-ce734bd2db11,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:00.413508 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:31:00.414016 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Checking segment: {'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:31:00.415107 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.415467 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Bound using segment: {'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:31:00.416215 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Bound port: bd01e2e8-a826-47a9-b934-ce734bd2db11, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:31:00.417632 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.418760 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb9a1-0e41-433f-8823-0aa8ec3c3e79 req-d9d75d89-9a70-4429-b418-c7a257fa9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:00.421189 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4d5eb9a1-0e41-433f-8823-0aa8ec3c3e79 req-d9d75d89-9a70-4429-b418-c7a257fa9aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 1129 time: 0.0750644 Apr 14 22:31:00.428302 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:00.445147 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:00.447969 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a764ed78-8a23-47d0-b238-7cce52d57855 req-96fb3573-0504-4ab9-b9e4-8a920ad635fd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0623882 Apr 14 22:31:00.473592 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:31:00.474834 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfa55e5d-712e-46b5-ab3b-9b69b7fad5c2 req-91c802ea-6426-4832-8a98-31fb016c3894 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337748 Apr 14 22:31:00.574108 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b3dcfe6-08be-4ba9-a257-7ddb87b1b080 req-4c2c8a6b-f4b9-4751-950a-099162a85600 service neutron] 10.222.0.37 "GET /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1870766 Apr 14 22:31:00.587662 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=55d977f2-7e75-4499-9b9e-9d3c0f6834ba,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:00.600201 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08261b1b-7fd0-44eb-8977-ca0feec549e6 None None] Network 53c62911-2346-4b5b-ad16-70a385c5870e requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:31:00.606909 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] For port bd01e2e8-a826-47a9-b934-ce734bd2db11, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:31:00.616295 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4d5eb9a1-0e41-433f-8823-0aa8ec3c3e79 req-39fa4811-e9db-4693-8a51-7214a858e75a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802057 Apr 14 22:31:00.638922 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:31:00.649843 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Sync routers for ids ['3f43df89-1247-4f5f-9892-7862aae8ba14'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:31:00.664188 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-f3115d81-cb83-48b7-8fd3-486d0903f623 None None] Provisioning complete for port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:00.665388 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f3115d81-cb83-48b7-8fd3-486d0903f623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.667638 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Routers {'3f43df89-1247-4f5f-9892-7862aae8ba14'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:00.668263 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['3f43df89-1247-4f5f-9892-7862aae8ba14'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:00.675136 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] For port bd01e2e8-a826-47a9-b934-ce734bd2db11, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=bd01e2e8-a826-47a9-b934-ce734bd2db11,segment=NetworkSegment(fe82c059-4a74-4989-8454-609b294d5620),segment_id=fe82c059-4a74-4989-8454-609b294d5620)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:31:00.759731 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.764395 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b464d2a4-14a2-4ed1-9409-03e5fe8663e3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2262414 Apr 14 22:31:00.764819 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54892) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:00.907843 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Set router 3f43df89-1247-4f5f-9892-7862aae8ba14 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:00.937275 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:00.969874 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks [] for router_gateway (1b63d127-718e-44d8-87c8-d0c3394c511c), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.049330 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f830539-b15e-4e20-9784-065f07c1d48b req-eb9c9658-cb5c-4c23-b33b-7a064a78574e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:01.057953 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6f830539-b15e-4e20-9784-065f07c1d48b req-eb9c9658-cb5c-4c23-b33b-7a064a78574e tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.1414740 Apr 14 22:31:01.109203 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda5d0e-6619-4522-8a66-09ddd98cd198 None None] Pushing event updated for resources: {'Port': ['ID=bd01e2e8-a826-47a9-b934-ce734bd2db11,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:01.120678 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f3115d81-cb83-48b7-8fd3-486d0903f623 None None] Current status of the port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:01.121264 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f3115d81-cb83-48b7-8fd3-486d0903f623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.166784 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:30:56Z', 'revision_number': 3, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:01.177452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-f3115d81-cb83-48b7-8fd3-486d0903f623 None None] For port 0be58667-0839-4bd3-b0c5-e4c6d94d1652, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=0be58667-0839-4bd3-b0c5-e4c6d94d1652,segment=NetworkSegment(31641d74-9f4c-4702-a8c7-1e19ecf90d28),segment_id=31641d74-9f4c-4702-a8c7-1e19ecf90d28)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:01.205592 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Checking router: 3f43df89-1247-4f5f-9892-7862aae8ba14 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:31:01.205940 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Updating router 3f43df89-1247-4f5f-9892-7862aae8ba14 port c6c151e6-655d-480d-8854-7a42c0b15f47 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:31:01.219601 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6f830539-b15e-4e20-9784-065f07c1d48b req-2ecfdf22-cacb-4ac0-91d5-d723e605d2b0 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598284 Apr 14 22:31:01.238385 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f3115d81-cb83-48b7-8fd3-486d0903f623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.267596 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.309701 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 0be58667-0839-4bd3-b0c5-e4c6d94d1652 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:01.470404 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3115d81-cb83-48b7-8fd3-486d0903f623 None None] Pushing event updated for resources: {'Port': ['ID=0be58667-0839-4bd3-b0c5-e4c6d94d1652,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:01.499590 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:01.499960 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.592154 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (1b63d127-718e-44d8-87c8-d0c3394c511c), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.680145 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-912d43c3-aca0-44c9-82e2-4d03f5e04e83 None None] Provisioning complete for port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:01.680895 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-912d43c3-aca0-44c9-82e2-4d03f5e04e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.686996 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca262f-a019-45b2-afaa-383c1a263e81 req-b8ec8ca6-2eea-4ecd-aa75-6b3d787d5591 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:01.694635 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6bca262f-a019-45b2-afaa-383c1a263e81 req-b8ec8ca6-2eea-4ecd-aa75-6b3d787d5591 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1161439 Apr 14 22:31:01.725658 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.729727 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.748624 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:01.749375 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Publish callbacks [] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.778763 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6bca262f-a019-45b2-afaa-383c1a263e81 req-9f3585fc-ab59-40e4-8dd6-3bfe4a559bd1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830343 Apr 14 22:31:01.792499 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-912d43c3-aca0-44c9-82e2-4d03f5e04e83 None None] Current status of the port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:01.815762 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.833686 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Router 1b63d127-718e-44d8-87c8-d0c3394c511c is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:31:01.872117 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Attempting to bind port c6c151e6-655d-480d-8854-7a42c0b15f47 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:31:01.873167 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Attempting to bind port c6c151e6-655d-480d-8854-7a42c0b15f47 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:31:01.873534 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Attempting to bind port c6c151e6-655d-480d-8854-7a42c0b15f47 on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:01.876723 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc64a85-651c-47d1-8769-2b6b0d79cbb6 None None] Pushing event updated for resources: {'Port': ['ID=c6c151e6-655d-480d-8854-7a42c0b15f47,revision_number=2']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:01.881661 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:31:01.882039 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:31:01.882468 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.882895 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:31:01.883370 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Bound port: c6c151e6-655d-480d-8854-7a42c0b15f47, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:31:01.883748 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.936582 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] For port c6c151e6-655d-480d-8854-7a42c0b15f47, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:31:01.939961 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] For port c6c151e6-655d-480d-8854-7a42c0b15f47, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=c6c151e6-655d-480d-8854-7a42c0b15f47,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:31:01.951827 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Allocated IP 172.20.0.1 (53c62911-2346-4b5b-ad16-70a385c5870e/69daa74c-4442-4e3b-be22-d9ab5114234f/621d172d-86e4-47d7-8be1-be7e30061a62) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:31:01.967385 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:31:01.979179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Sync routers for ids ['1b63d127-718e-44d8-87c8-d0c3394c511c'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:31:01.993474 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:01.995237 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Routers {'1b63d127-718e-44d8-87c8-d0c3394c511c'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:01.995949 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b63d127-718e-44d8-87c8-d0c3394c511c'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:02.052203 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:02.053483 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-580e30f2-cf8f-49cf-934e-cbb1f0fc1bc1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3939359 Apr 14 22:31:02.058142 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54896) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:02.084524 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Publish callbacks [] for port (621d172d-86e4-47d7-8be1-be7e30061a62), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:02.118945 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc64a85-651c-47d1-8769-2b6b0d79cbb6 None None] Pushing event updated for resources: {'Port': ['ID=c6c151e6-655d-480d-8854-7a42c0b15f47,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:02.123468 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Routers {'3f43df89-1247-4f5f-9892-7862aae8ba14'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:02.124358 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['3f43df89-1247-4f5f-9892-7862aae8ba14'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:02.158812 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Set router 1b63d127-718e-44d8-87c8-d0c3394c511c gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:02.210600 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:02.269034 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Network 53c62911-2346-4b5b-ad16-70a385c5870e is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:02.273544 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:02.282140 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:31:02.298678 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] Set router 3f43df89-1247-4f5f-9892-7862aae8ba14 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:02.314012 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Pushing event updated for resources: {'Port': ['ID=621d172d-86e4-47d7-8be1-be7e30061a62,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:02.331061 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.331408 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.331755 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.332148 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.336716 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.337226 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.337614 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.338042 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.338392 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.338730 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.339103 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.339436 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.339765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.340096 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.340421 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:02.365623 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (3f43df89-1247-4f5f-9892-7862aae8ba14), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:02.443855 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:31:00Z', 'revision_number': 3, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port': {'id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:02:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:59Z', 'updated_at': '2022-04-14T22:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:02.504476 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d5b2a-a283-475f-8723-82d244df25be None None] Network e5244d30-89fe-430c-aeab-b0e3d47eff3b requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:31:02.508509 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Checking router: 1b63d127-718e-44d8-87c8-d0c3394c511c for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:31:02.512537 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Updating router 1b63d127-718e-44d8-87c8-d0c3394c511c port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:31:02.649474 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23481a-fc34-4610-860e-5f8293108461 req-dc1145be-c96e-4e78-a006-7219fef8e488 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:02.652827 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1e23481a-fc34-4610-860e-5f8293108461 req-dc1145be-c96e-4e78-a006-7219fef8e488 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.1282914 Apr 14 22:31:02.703128 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:02.730343 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:02.736701 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-f670204e-4d90-4501-a3b0-73efd884c60d None None] Provisioning complete for port bd01e2e8-a826-47a9-b934-ce734bd2db11 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:02.737080 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f670204e-4d90-4501-a3b0-73efd884c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:02.749585 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:30:56Z', 'revision_number': 3, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:02.863420 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6c8ee-2ce0-4737-881d-adc576f19da9 None None] The sync data for ids ['3f43df89-1247-4f5f-9892-7862aae8ba14'] in dv-cinder-820918-2-iscsi is: [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:30:56Z', 'revision_number': 3, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:31:02.963143 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1e23481a-fc34-4610-860e-5f8293108461 req-d6d5b024-e976-40c6-a9db-d5bb63f0202c tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019086 Apr 14 22:31:02.976854 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f670204e-4d90-4501-a3b0-73efd884c60d None None] Current status of the port bd01e2e8-a826-47a9-b934-ce734bd2db11 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:02.977440 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f670204e-4d90-4501-a3b0-73efd884c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.025549 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e51cb-1a86-4e1a-ab8b-05a14a5ceb3b req-90ddaf05-5e2a-491e-b04b-3deac501f7e7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:03.027241 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b99e51cb-1a86-4e1a-ab8b-05a14a5ceb3b req-90ddaf05-5e2a-491e-b04b-3deac501f7e7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1114962 Apr 14 22:31:03.042254 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-f670204e-4d90-4501-a3b0-73efd884c60d None None] For port bd01e2e8-a826-47a9-b934-ce734bd2db11, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=bd01e2e8-a826-47a9-b934-ce734bd2db11,segment=NetworkSegment(fe82c059-4a74-4989-8454-609b294d5620),segment_id=fe82c059-4a74-4989-8454-609b294d5620)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:03.065890 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.125721 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f670204e-4d90-4501-a3b0-73efd884c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.155953 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b99e51cb-1a86-4e1a-ab8b-05a14a5ceb3b req-ddd5802e-15f7-402f-91a4-e47f38db4352 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176865 Apr 14 22:31:03.203399 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Publish callbacks [] for port (621d172d-86e4-47d7-8be1-be7e30061a62), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.219240 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670204e-4d90-4501-a3b0-73efd884c60d None None] Pushing event updated for resources: {'Port': ['ID=bd01e2e8-a826-47a9-b934-ce734bd2db11,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:03.271397 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Allocated IP 172.20.0.1 (e5244d30-89fe-430c-aeab-b0e3d47eff3b/de8c4bcf-a576-4950-bc09-b26f71281484/ade3da0e-610c-44c9-864c-2ec5af59b71a) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:31:03.273217 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.275790 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-6e780088-7001-47bd-842c-40d7894aac0e None None] Provisioning complete for port 621d172d-86e4-47d7-8be1-be7e30061a62 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:03.276187 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6e780088-7001-47bd-842c-40d7894aac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.321378 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Publish callbacks [] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.331511 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6e780088-7001-47bd-842c-40d7894aac0e None None] Port 621d172d-86e4-47d7-8be1-be7e30061a62 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:03.340544 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-6e780088-7001-47bd-842c-40d7894aac0e None None] Provisioning complete for port bd01e2e8-a826-47a9-b934-ce734bd2db11 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:03.340926 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6e780088-7001-47bd-842c-40d7894aac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.364577 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (3f43df89-1247-4f5f-9892-7862aae8ba14), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.370299 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Pushing event updated for resources: {'Port': ['ID=621d172d-86e4-47d7-8be1-be7e30061a62,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:03.374264 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 0be58667-0839-4bd3-b0c5-e4c6d94d1652 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:03.408479 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Publish callbacks [] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.442371 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.472700 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Network 53c62911-2346-4b5b-ad16-70a385c5870e is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:03.474383 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:03.542445 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.645110 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Network e5244d30-89fe-430c-aeab-b0e3d47eff3b is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:03.649862 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:03.667439 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Router 3f43df89-1247-4f5f-9892-7862aae8ba14 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:31:03.667895 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:31:03.733349 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Pushing event updated for resources: {'Port': ['ID=ade3da0e-610c-44c9-864c-2ec5af59b71a,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:03.774642 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (1b63d127-718e-44d8-87c8-d0c3394c511c), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.777719 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a973c-6719-499d-bf75-68d9715cd883 None None] Pushing event updated for resources: {'Port': ['ID=55d977f2-7e75-4499-9b9e-9d3c0f6834ba,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:03.788500 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Attempting to bind port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:31:03.789315 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Attempting to bind port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:31:03.789945 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Attempting to bind port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:03.799545 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:03.806179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.806179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:31:03.806179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:31:03.806179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.806179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:31:03.806179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Bound port: 55d977f2-7e75-4499-9b9e-9d3c0f6834ba, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:31:03.806179 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:03.808620 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6e780088-7001-47bd-842c-40d7894aac0e None None] Current status of the port bd01e2e8-a826-47a9-b934-ce734bd2db11 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:03.939384 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:31:03.946897 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-569e9ee5-dc36-4144-ade5-7ce32bd45822 admin admin] 10.222.0.50 "PUT /v2.0/routers/3f43df89-1247-4f5f-9892-7862aae8ba14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1807044 Apr 14 22:31:04.008912 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-90e4b1f7-c3da-4cae-a1fa-a118544f2833 None None] Provisioning complete for port 621d172d-86e4-47d7-8be1-be7e30061a62 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:04.009584 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-90e4b1f7-c3da-4cae-a1fa-a118544f2833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.012148 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] For port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:31:04.077722 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] For port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=55d977f2-7e75-4499-9b9e-9d3c0f6834ba,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:31:04.114819 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:04.116757 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device bd01e2e8-a826-47a9-b934-ce734bd2db11 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:04.131910 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.170564 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af968bd-15be-4eb9-966f-dcd8d64b2bf2 req-cdb943da-5ee4-4066-94ab-82653ee25234 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:04.177977 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5af968bd-15be-4eb9-966f-dcd8d64b2bf2 req-cdb943da-5ee4-4066-94ab-82653ee25234 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.0920179 Apr 14 22:31:04.221579 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.274440 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5af968bd-15be-4eb9-966f-dcd8d64b2bf2 req-820f3630-0e48-4c16-867a-b3dfda32ffc2 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954299 Apr 14 22:31:04.376308 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a973c-6719-499d-bf75-68d9715cd883 None None] Pushing event updated for resources: {'Port': ['ID=55d977f2-7e75-4499-9b9e-9d3c0f6834ba,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:04.386809 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-90e4b1f7-c3da-4cae-a1fa-a118544f2833 None None] Port 621d172d-86e4-47d7-8be1-be7e30061a62 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:04.415452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port bd01e2e8-a826-47a9-b934-ce734bd2db11 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:04.416441 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.421459 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Routers {'1b63d127-718e-44d8-87c8-d0c3394c511c'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:04.422107 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b63d127-718e-44d8-87c8-d0c3394c511c'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:04.506779 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746171e9-6f1e-4aec-bc07-c81da4d5c6b9 req-db73c488-160f-418c-b790-9318557dd18c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:04.514980 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-746171e9-6f1e-4aec-bc07-c81da4d5c6b9 req-db73c488-160f-418c-b790-9318557dd18c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0986085 Apr 14 22:31:04.527300 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Publish callbacks [] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.578300 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-ed19bf85-afc1-4575-814e-519cc28dc3b1 None None] Provisioning complete for port ade3da0e-610c-44c9-864c-2ec5af59b71a triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:04.578800 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ed19bf85-afc1-4575-814e-519cc28dc3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.579402 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-746171e9-6f1e-4aec-bc07-c81da4d5c6b9 req-bc935580-af41-430a-a379-a8ece4132151 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632424 Apr 14 22:31:04.595631 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.652181 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ed19bf85-afc1-4575-814e-519cc28dc3b1 None None] Port ade3da0e-610c-44c9-864c-2ec5af59b71a cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:04.656332 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] Set router 1b63d127-718e-44d8-87c8-d0c3394c511c gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:04.701690 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Pushing event updated for resources: {'Port': ['ID=ade3da0e-610c-44c9-864c-2ec5af59b71a,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:04.705044 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (1b63d127-718e-44d8-87c8-d0c3394c511c), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.723387 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-45e29a5d-b68f-4a7f-9986-07d31c112d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:04.808140 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port bd01e2e8-a826-47a9-b934-ce734bd2db11 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:04.848070 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Network e5244d30-89fe-430c-aeab-b0e3d47eff3b is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:04.849887 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:05.003721 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54926) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:05.010336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-9badd9ad-44f8-4e50-943c-5c9d908bb519 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667671413', 'description': 'tempest-secgroup-smoke-1667671413 description', 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:05.018813 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 4, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port': {'id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:02:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:59Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'ade3da0e-610c-44c9-864c-2ec5af59b71a', 'name': '', 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'mac_address': 'fa:16:3e:48:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:31:03Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 1, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'subnets': [{'id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:05.042949 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abde50-eb06-458e-bf44-9e74b076729c req-1e2e90a5-2a42-4e54-8557-11a00130a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:05.044785 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37abde50-eb06-458e-bf44-9e74b076729c req-1e2e90a5-2a42-4e54-8557-11a00130a446 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 1127 time: 0.0760303 Apr 14 22:31:05.055829 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5bc54-9761-4230-9fb1-811dfeeb40fe None None] The sync data for ids ['1b63d127-718e-44d8-87c8-d0c3394c511c'] in dv-cinder-820918-2-iscsi is: [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 4, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port': {'id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:02:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:59Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'ade3da0e-610c-44c9-864c-2ec5af59b71a', 'name': '', 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'mac_address': 'fa:16:3e:48:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:31:03Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 1, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'subnets': [{'id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:31:05.162609 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9badd9ad-44f8-4e50-943c-5c9d908bb519 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.231291 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abde50-eb06-458e-bf44-9e74b076729c req-35273577-5564-4648-bc71-6b0d71af37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:05.232861 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37abde50-eb06-458e-bf44-9e74b076729c req-35273577-5564-4648-bc71-6b0d71af37f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 918 time: 0.1610239 Apr 14 22:31:05.273351 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device c6c151e6-655d-480d-8854-7a42c0b15f47 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:05.320038 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9badd9ad-44f8-4e50-943c-5c9d908bb519 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group (3c2af8f5-980b-4150-86a7-a93bef4a1247), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.333913 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37abde50-eb06-458e-bf44-9e74b076729c req-46252fac-3a89-42ec-b01e-ad07f0a6bed4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c HTTP/1.1" status: 200 len: 999 time: 0.0931139 Apr 14 22:31:05.334273 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Router 1b63d127-718e-44d8-87c8-d0c3394c511c has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:31:05.346640 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-78f668d6-dab2-4f9b-a7fa-a0d6a251223d None None] Provisioning complete for port ade3da0e-610c-44c9-864c-2ec5af59b71a triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:05.347213 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-78f668d6-dab2-4f9b-a7fa-a0d6a251223d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.399566 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abde50-eb06-458e-bf44-9e74b076729c req-74c43de0-555a-47e2-9c62-7e3cd91cbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:05.411001 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37abde50-eb06-458e-bf44-9e74b076729c req-74c43de0-555a-47e2-9c62-7e3cd91cbaff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.0548639 Apr 14 22:31:05.413922 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port c6c151e6-655d-480d-8854-7a42c0b15f47 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:05.413922 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.455080 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-78f668d6-dab2-4f9b-a7fa-a0d6a251223d None None] Port ade3da0e-610c-44c9-864c-2ec5af59b71a cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:05.467294 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abde50-eb06-458e-bf44-9e74b076729c req-2098314c-ff1c-46a3-9129-cea4538beceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:05.469375 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37abde50-eb06-458e-bf44-9e74b076729c req-2098314c-ff1c-46a3-9129-cea4538beceb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586722 Apr 14 22:31:05.471817 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9badd9ad-44f8-4e50-943c-5c9d908bb519 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (3c2af8f5-980b-4150-86a7-a93bef4a1247), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.501974 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:31:05.508051 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d09dd23a-37b9-4a6c-9f07-092e12c1eff0 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b63d127-718e-44d8-87c8-d0c3394c511c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4487367 Apr 14 22:31:05.542773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port c6c151e6-655d-480d-8854-7a42c0b15f47 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:05.543788 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.586870 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port c6c151e6-655d-480d-8854-7a42c0b15f47, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=c6c151e6-655d-480d-8854-7a42c0b15f47,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:05.606592 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badd9ad-44f8-4e50-943c-5c9d908bb519 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2af8f5-980b-4150-86a7-a93bef4a1247,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:05.648764 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37abde50-eb06-458e-bf44-9e74b076729c req-67d9304c-3a92-4782-8fc8-5ef70fc2bd93 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608462 Apr 14 22:31:05.679590 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9badd9ad-44f8-4e50-943c-5c9d908bb519 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.683174 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9badd9ad-44f8-4e50-943c-5c9d908bb519 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6763039 Apr 14 22:31:05.685390 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54942) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:05.691135 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-ecb65673-7e4e-4463-8335-385b3239e607 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'security_group_rule': {'security_group_id': '3c2af8f5-980b-4150-86a7-a93bef4a1247', 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:05.701913 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.702966 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device bd01e2e8-a826-47a9-b934-ce734bd2db11 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:05.830007 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ecb65673-7e4e-4463-8335-385b3239e607 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (2b164e0a-55db-4c67-9745-f257c5a718e4), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.830521 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=c6c151e6-655d-480d-8854-7a42c0b15f47,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:05.833116 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a7dcc-e323-46c6-9112-bef6aec20d72 req-614f3e59-3b32-4b6d-940b-f890092ec4e3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:05.834682 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-eb7a7dcc-e323-46c6-9112-bef6aec20d72 req-614f3e59-3b32-4b6d-940b-f890092ec4e3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0950527 Apr 14 22:31:05.834969 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port bd01e2e8-a826-47a9-b934-ce734bd2db11 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:05.835354 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:05.929938 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37abde50-eb06-458e-bf44-9e74b076729c req-093df7bd-835a-4cc9-947a-0afe23d3d5c6 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622898 Apr 14 22:31:06.002564 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-eb7a7dcc-e323-46c6-9112-bef6aec20d72 req-ecb9c146-35fe-4635-a953-d2b23ddcbcf3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584437 Apr 14 22:31:06.022798 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port bd01e2e8-a826-47a9-b934-ce734bd2db11 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:06.081356 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d147c77-e481-4b7a-af73-ba53e5e6a3ff req-d5dc1dc5-3238-4eec-b273-419060c4841a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:06.084669 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5d147c77-e481-4b7a-af73-ba53e5e6a3ff req-d5dc1dc5-3238-4eec-b273-419060c4841a tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.0973480 Apr 14 22:31:06.106790 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ecb65673-7e4e-4463-8335-385b3239e607 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (2b164e0a-55db-4c67-9745-f257c5a718e4), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.167360 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5d147c77-e481-4b7a-af73-ba53e5e6a3ff req-271c71d3-773b-44f6-a22d-1677482efd15 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Apr 14 22:31:06.180461 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ecb65673-7e4e-4463-8335-385b3239e607 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (2b164e0a-55db-4c67-9745-f257c5a718e4), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.203296 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb65673-7e4e-4463-8335-385b3239e607 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b164e0a-55db-4c67-9745-f257c5a718e4,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:06.273126 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ecb65673-7e4e-4463-8335-385b3239e607 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.275253 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ecb65673-7e4e-4463-8335-385b3239e607 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5885458 Apr 14 22:31:06.277875 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54950) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:06.282378 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-182f3978-9eb2-4fd8-b7dc-96bfb8662da5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'security_group_rule': {'security_group_id': '3c2af8f5-980b-4150-86a7-a93bef4a1247', 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:06.335843 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Sync routers for ids ['3f43df89-1247-4f5f-9892-7862aae8ba14'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:31:06.348899 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Routers {'3f43df89-1247-4f5f-9892-7862aae8ba14'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:06.352638 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:30:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['3f43df89-1247-4f5f-9892-7862aae8ba14'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:06.377153 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-182f3978-9eb2-4fd8-b7dc-96bfb8662da5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (49213a98-41f8-4264-8907-33e876f7bbc3), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.469929 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-182f3978-9eb2-4fd8-b7dc-96bfb8662da5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (49213a98-41f8-4264-8907-33e876f7bbc3), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.508673 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Set router 3f43df89-1247-4f5f-9892-7862aae8ba14 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:06.535407 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-182f3978-9eb2-4fd8-b7dc-96bfb8662da5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (49213a98-41f8-4264-8907-33e876f7bbc3), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.598542 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f3978-9eb2-4fd8-b7dc-96bfb8662da5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49213a98-41f8-4264-8907-33e876f7bbc3,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:06.687331 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-182f3978-9eb2-4fd8-b7dc-96bfb8662da5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.689370 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-182f3978-9eb2-4fd8-b7dc-96bfb8662da5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4099364 Apr 14 22:31:06.693939 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54964) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:06.703048 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-9b7d2411-2835-4c2a-b647-f59c4174eeb2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'security_group_rule': {'security_group_id': '3c2af8f5-980b-4150-86a7-a93bef4a1247', 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:06.781958 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cafe466e-f904-4433-8c51-c119090ed250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.817441 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2411-2835-4c2a-b647-f59c4174eeb2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (32bea57e-34a6-4129-8be5-fde73cbfe8c1), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.828617 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:31:02Z', 'revision_number': 4, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '621d172d-86e4-47d7-8be1-be7e30061a62', 'name': '', 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'mac_address': 'fa:16:3e:fb:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '69daa74c-4442-4e3b-be22-d9ab5114234f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:31:01Z', 'updated_at': '2022-04-14T22:31:02Z', 'revision_number': 2, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'subnets': [{'id': '69daa74c-4442-4e3b-be22-d9ab5114234f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:06.876225 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Checking router: 3f43df89-1247-4f5f-9892-7862aae8ba14 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:31:06.876582 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Updating router 3f43df89-1247-4f5f-9892-7862aae8ba14 port 621d172d-86e4-47d7-8be1-be7e30061a62 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:31:06.912775 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:06.925441 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2411-2835-4c2a-b647-f59c4174eeb2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (32bea57e-34a6-4129-8be5-fde73cbfe8c1), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:07.365467 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9801c4-8dec-4cfe-afab-174ff4b973e3 req-83151e51-aaef-44e9-a144-238446843846 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:07.365467 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e9801c4-8dec-4cfe-afab-174ff4b973e3 req-83151e51-aaef-44e9-a144-238446843846 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1077631 Apr 14 22:31:07.365467 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3e9801c4-8dec-4cfe-afab-174ff4b973e3 req-f0ef0ec9-5192-4196-b95a-0417f4cd2001 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910475 Apr 14 22:31:07.418814 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a05a5d-b405-499d-99b2-000384b57eab req-935a4c81-66e2-4aa2-b324-aa8b7d3b945b tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:07.439760 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e8a05a5d-b405-499d-99b2-000384b57eab req-935a4c81-66e2-4aa2-b324-aa8b7d3b945b tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.1130214 Apr 14 22:31:07.439868 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device c6c151e6-655d-480d-8854-7a42c0b15f47 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:07.502442 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e8a05a5d-b405-499d-99b2-000384b57eab req-11c07a78-82a9-4ecc-b092-dcacd0c4f00d tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726428 Apr 14 22:31:07.547888 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port c6c151e6-655d-480d-8854-7a42c0b15f47 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:07.552221 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:07.572050 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Publish callbacks [] for port (621d172d-86e4-47d7-8be1-be7e30061a62), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:07.703631 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port c6c151e6-655d-480d-8854-7a42c0b15f47 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:07.705151 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 55d977f2-7e75-4499-9b9e-9d3c0f6834ba up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:07.780582 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:07.781565 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:07.836698 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2411-2835-4c2a-b647-f59c4174eeb2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (32bea57e-34a6-4129-8be5-fde73cbfe8c1), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:07.909346 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d2411-2835-4c2a-b647-f59c4174eeb2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bea57e-34a6-4129-8be5-fde73cbfe8c1,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:07.909893 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:07.909893 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:07.944028 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=55d977f2-7e75-4499-9b9e-9d3c0f6834ba,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:08.244401 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.267550 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.268855 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.269702 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b7d2411-2835-4c2a-b647-f59c4174eeb2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.280259 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54980) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:08.280393 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-9b7d2411-2835-4c2a-b647-f59c4174eeb2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5846660 Apr 14 22:31:08.281172 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-da6d4fbd-bcd2-4c07-848b-71154647239d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'security_group_rule': {'security_group_id': '3c2af8f5-980b-4150-86a7-a93bef4a1247', 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:08.386229 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=55d977f2-7e75-4499-9b9e-9d3c0f6834ba,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:08.453103 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3396d-24bb-423a-ab33-086b0c1a7c5f None None] Pushing event updated for resources: {'Port': ['ID=621d172d-86e4-47d7-8be1-be7e30061a62,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:08.472470 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-da6d4fbd-bcd2-4c07-848b-71154647239d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (8064f2e5-4a36-4326-aea5-4b3771ab111c), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.547205 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Attempting to bind port 621d172d-86e4-47d7-8be1-be7e30061a62 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:31:08.550779 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Attempting to bind port 621d172d-86e4-47d7-8be1-be7e30061a62 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:31:08.551321 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Attempting to bind port 621d172d-86e4-47d7-8be1-be7e30061a62 on network 53c62911-2346-4b5b-ad16-70a385c5870e {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:08.562158 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b9361-55f8-4d72-aa72-10395b2a5c9c req-77d6b55d-ca78-45f5-80be-a9cbf0b7f63a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:08.562696 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:31:08.563095 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Checking segment: {'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:31:08.564414 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-099b9361-55f8-4d72-aa72-10395b2a5c9c req-77d6b55d-ca78-45f5-80be-a9cbf0b7f63a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1065156 Apr 14 22:31:08.564663 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.565077 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Bound using segment: {'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:31:08.565571 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Bound port: 621d172d-86e4-47d7-8be1-be7e30061a62, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31641d74-9f4c-4702-a8c7-1e19ecf90d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:31:08.565951 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.589375 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-da6d4fbd-bcd2-4c07-848b-71154647239d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (8064f2e5-4a36-4326-aea5-4b3771ab111c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.666593 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-099b9361-55f8-4d72-aa72-10395b2a5c9c req-e9ba234f-1524-43fb-bae8-6dc85395fe02 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925200 Apr 14 22:31:08.706860 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-da6d4fbd-bcd2-4c07-848b-71154647239d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (8064f2e5-4a36-4326-aea5-4b3771ab111c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.712669 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] For port 621d172d-86e4-47d7-8be1-be7e30061a62, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:31:08.723734 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] For port 621d172d-86e4-47d7-8be1-be7e30061a62, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=621d172d-86e4-47d7-8be1-be7e30061a62,segment=NetworkSegment(31641d74-9f4c-4702-a8c7-1e19ecf90d28),segment_id=31641d74-9f4c-4702-a8c7-1e19ecf90d28)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:31:08.725621 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-ad1a18d7-8af5-45a8-aa7d-1fb2a2bed1c1 None None] Provisioning complete for port 621d172d-86e4-47d7-8be1-be7e30061a62 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:08.726165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ad1a18d7-8af5-45a8-aa7d-1fb2a2bed1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.749574 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d4fbd-bcd2-4c07-848b-71154647239d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8064f2e5-4a36-4326-aea5-4b3771ab111c,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:08.773260 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5948447-0523-4f13-872e-089d3d9ce9a2 req-786db041-c593-4c4a-ae7d-94ed593fc785 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:08.783553 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5948447-0523-4f13-872e-089d3d9ce9a2 req-786db041-c593-4c4a-ae7d-94ed593fc785 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.1368968 Apr 14 22:31:08.805009 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.825418 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a18d7-8af5-45a8-aa7d-1fb2a2bed1c1 None None] Port 621d172d-86e4-47d7-8be1-be7e30061a62 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:08.840669 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-da6d4fbd-bcd2-4c07-848b-71154647239d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:08.845264 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-da6d4fbd-bcd2-4c07-848b-71154647239d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5667636 Apr 14 22:31:08.849472 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 54988) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:08.851445 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-7bb6118d-b24c-4988-8b23-357a6ef9e30e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'security_group_rule': {'security_group_id': '3c2af8f5-980b-4150-86a7-a93bef4a1247', 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:08.861574 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5948447-0523-4f13-872e-089d3d9ce9a2 req-a804ae7e-67e6-425e-b967-8e0e35572a57 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768394 Apr 14 22:31:08.934997 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ce198-1b16-4c2e-a16e-6c58d1cc86ca req-a8a18279-9130-4aea-88fd-30aba238fa45 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:08.935259 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Routers {'3f43df89-1247-4f5f-9892-7862aae8ba14'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:08.935696 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['3f43df89-1247-4f5f-9892-7862aae8ba14'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:08.937262 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c79ce198-1b16-4c2e-a16e-6c58d1cc86ca req-a8a18279-9130-4aea-88fd-30aba238fa45 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.1014929 Apr 14 22:31:08.987920 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.securitygroups_db [None req-7bb6118d-b24c-4988-8b23-357a6ef9e30e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Project 4bb0bc5b44d44e82b46c0d5391196c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:31:08.989470 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3396d-24bb-423a-ab33-086b0c1a7c5f None None] Pushing event updated for resources: {'Port': ['ID=621d172d-86e4-47d7-8be1-be7e30061a62,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:08.995536 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7bb6118d-b24c-4988-8b23-357a6ef9e30e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (8f1e74f1-9cfd-4542-9b35-7e0214901576), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.032316 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c79ce198-1b16-4c2e-a16e-6c58d1cc86ca req-994393cb-9a4f-461f-9083-de5f2edae1ee tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851228 Apr 14 22:31:09.131032 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] Set router 3f43df89-1247-4f5f-9892-7862aae8ba14 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:09.169799 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7bb6118d-b24c-4988-8b23-357a6ef9e30e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (8f1e74f1-9cfd-4542-9b35-7e0214901576), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.195534 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 55d977f2-7e75-4499-9b9e-9d3c0f6834ba up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:09.258971 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-a7a83343-b595-410e-a5f4-4a221b78b0a7 None None] Provisioning complete for port 621d172d-86e4-47d7-8be1-be7e30061a62 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:09.259265 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a7a83343-b595-410e-a5f4-4a221b78b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.262941 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.294934 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7bb6118d-b24c-4988-8b23-357a6ef9e30e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (8f1e74f1-9cfd-4542-9b35-7e0214901576), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.305365 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:09.305866 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.326390 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6118d-b24c-4988-8b23-357a6ef9e30e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1e74f1-9cfd-4542-9b35-7e0214901576,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:09.403627 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7bb6118d-b24c-4988-8b23-357a6ef9e30e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.406390 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-a7a83343-b595-410e-a5f4-4a221b78b0a7 None None] Current status of the port 621d172d-86e4-47d7-8be1-be7e30061a62 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:09.407088 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a7a83343-b595-410e-a5f4-4a221b78b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.407859 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 54992) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:09.410358 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7bb6118d-b24c-4988-8b23-357a6ef9e30e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5628264 Apr 14 22:31:09.412942 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-482a4469-a1ad-458d-8405-b0d406a37270 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'security_group_rule': {'security_group_id': '3c2af8f5-980b-4150-86a7-a93bef4a1247', 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:09.428761 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:31:02Z', 'revision_number': 4, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '621d172d-86e4-47d7-8be1-be7e30061a62', 'name': '', 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'mac_address': 'fa:16:3e:fb:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '69daa74c-4442-4e3b-be22-d9ab5114234f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:31:01Z', 'updated_at': '2022-04-14T22:31:08Z', 'revision_number': 4, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'subnets': [{'id': '69daa74c-4442-4e3b-be22-d9ab5114234f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:09.459043 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b55141e-15d9-4df2-8671-637f520b496e None None] The sync data for ids ['3f43df89-1247-4f5f-9892-7862aae8ba14'] in dv-cinder-820918-2-iscsi is: [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:31:02Z', 'revision_number': 4, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '621d172d-86e4-47d7-8be1-be7e30061a62', 'name': '', 'network_id': '53c62911-2346-4b5b-ad16-70a385c5870e', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'mac_address': 'fa:16:3e:fb:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '69daa74c-4442-4e3b-be22-d9ab5114234f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:31:01Z', 'updated_at': '2022-04-14T22:31:08Z', 'revision_number': 4, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'subnets': [{'id': '69daa74c-4442-4e3b-be22-d9ab5114234f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:31:09.496449 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.securitygroups_db [None req-482a4469-a1ad-458d-8405-b0d406a37270 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Project 4bb0bc5b44d44e82b46c0d5391196c99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:31:09.504772 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-482a4469-a1ad-458d-8405-b0d406a37270 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (81285d17-fb18-487d-b7fc-cd1f19f5f224), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.509600 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:09.527279 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-a7a83343-b595-410e-a5f4-4a221b78b0a7 None None] For port 621d172d-86e4-47d7-8be1-be7e30061a62, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=621d172d-86e4-47d7-8be1-be7e30061a62,segment=NetworkSegment(31641d74-9f4c-4702-a8c7-1e19ecf90d28),segment_id=31641d74-9f4c-4702-a8c7-1e19ecf90d28)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:09.606424 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a7a83343-b595-410e-a5f4-4a221b78b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.652095 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-482a4469-a1ad-458d-8405-b0d406a37270 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (81285d17-fb18-487d-b7fc-cd1f19f5f224), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.748974 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-482a4469-a1ad-458d-8405-b0d406a37270 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (81285d17-fb18-487d-b7fc-cd1f19f5f224), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.763244 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a83343-b595-410e-a5f4-4a221b78b0a7 None None] Pushing event updated for resources: {'Port': ['ID=621d172d-86e4-47d7-8be1-be7e30061a62,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:09.796862 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a4469-a1ad-458d-8405-b0d406a37270 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81285d17-fb18-487d-b7fc-cd1f19f5f224,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:09.880848 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-482a4469-a1ad-458d-8405-b0d406a37270 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:09.885469 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-482a4469-a1ad-458d-8405-b0d406a37270 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4731500 Apr 14 22:31:09.913682 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf369bda-cce1-4657-9a81-459f6bcb9090 req-95f62b98-a4cf-4bfa-ac4d-260d5d246c4a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:09.917653 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf369bda-cce1-4657-9a81-459f6bcb9090 req-95f62b98-a4cf-4bfa-ac4d-260d5d246c4a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0926929 Apr 14 22:31:10.044717 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf369bda-cce1-4657-9a81-459f6bcb9090 req-4c6b4718-696a-4a67-a09a-cf88aba79fac tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216590 Apr 14 22:31:10.083005 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42266844-05e6-48c7-9613-1a64707117f1 req-2088b1a2-ec2d-4954-95ef-d6be24c35d65 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:10.095465 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-42266844-05e6-48c7-9613-1a64707117f1 req-2088b1a2-ec2d-4954-95ef-d6be24c35d65 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.1117160 Apr 14 22:31:10.138469 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Sync routers for ids ['1b63d127-718e-44d8-87c8-d0c3394c511c'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:31:10.159829 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Routers {'1b63d127-718e-44d8-87c8-d0c3394c511c'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:10.160600 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b63d127-718e-44d8-87c8-d0c3394c511c'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:10.166467 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-42266844-05e6-48c7-9613-1a64707117f1 req-b877024e-f53e-45dc-a7a8-95c1e34d91f0 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653298 Apr 14 22:31:10.300754 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be575815-a9d0-410f-843d-51c174fea005 req-dda4e2e9-d31f-473f-ac74-0f6644e55ef6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:10.302331 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-be575815-a9d0-410f-843d-51c174fea005 req-dda4e2e9-d31f-473f-ac74-0f6644e55ef6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.0909431 Apr 14 22:31:10.341361 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Set router 1b63d127-718e-44d8-87c8-d0c3394c511c gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:10.393237 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-be575815-a9d0-410f-843d-51c174fea005 req-647a244f-18bd-4f02-8b58-2116bd5fdc8c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717623 Apr 14 22:31:10.700462 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:31:10.789967 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 4, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port': {'id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:59Z', 'updated_at': '2022-04-14T22:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'ade3da0e-610c-44c9-864c-2ec5af59b71a', 'name': '', 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'mac_address': 'fa:16:3e:48:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:31:03Z', 'updated_at': '2022-04-14T22:31:04Z', 'revision_number': 2, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'subnets': [{'id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:10.830436 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Checking router: 1b63d127-718e-44d8-87c8-d0c3394c511c for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:31:10.830792 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Updating router 1b63d127-718e-44d8-87c8-d0c3394c511c port ade3da0e-610c-44c9-864c-2ec5af59b71a binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:31:10.867572 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:10.884031 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:11.285338 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 621d172d-86e4-47d7-8be1-be7e30061a62 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:11.285453 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e338965-4229-4dd6-869c-12285d6207f8 req-08da7c14-b8ac-4f0f-b08e-4c554ae5ab03 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:11.292904 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e338965-4229-4dd6-869c-12285d6207f8 req-08da7c14-b8ac-4f0f-b08e-4c554ae5ab03 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.1014805 Apr 14 22:31:11.348486 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478826a-b3c5-455d-9bce-f26da20252fa req-dbd289b9-3468-4fa3-91ea-238738f97b57 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:11.355409 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e338965-4229-4dd6-869c-12285d6207f8 req-d3cd9174-8d74-4088-b2d2-f0d40fa51b68 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614340 Apr 14 22:31:11.355656 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6478826a-b3c5-455d-9bce-f26da20252fa req-dbd289b9-3468-4fa3-91ea-238738f97b57 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.0757458 Apr 14 22:31:11.358006 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 621d172d-86e4-47d7-8be1-be7e30061a62 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:11.358380 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:11.430615 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6478826a-b3c5-455d-9bce-f26da20252fa req-7cbe36fa-9053-4a71-a22f-032368da8a4b tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654485 Apr 14 22:31:11.467348 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Publish callbacks [] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:11.524646 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 621d172d-86e4-47d7-8be1-be7e30061a62 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:11.544093 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff26469-1426-4ae0-8cae-507fae879b31 req-0fa82ff3-fe22-4a93-8806-7f406c9b281c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:11.545856 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-aff26469-1426-4ae0-8cae-507fae879b31 req-0fa82ff3-fe22-4a93-8806-7f406c9b281c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.0629978 Apr 14 22:31:11.613845 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-aff26469-1426-4ae0-8cae-507fae879b31 req-2e1d8a6d-162b-4bc9-9c2d-fa419f7149e3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617242 Apr 14 22:31:11.809954 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:11.876166 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d4c52-37aa-4577-bf97-9e826a36c405 None None] Pushing event updated for resources: {'Port': ['ID=ade3da0e-610c-44c9-864c-2ec5af59b71a,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:11.955739 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Attempting to bind port ade3da0e-610c-44c9-864c-2ec5af59b71a on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:31:11.956208 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Attempting to bind port ade3da0e-610c-44c9-864c-2ec5af59b71a by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:31:11.956704 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Attempting to bind port ade3da0e-610c-44c9-864c-2ec5af59b71a on network e5244d30-89fe-430c-aeab-b0e3d47eff3b {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:11.967079 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:31:11.975165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Checking segment: {'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:31:11.975165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:11.975165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Bound using segment: {'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:31:11.975165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Bound port: ade3da0e-610c-44c9-864c-2ec5af59b71a, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe82c059-4a74-4989-8454-609b294d5620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:31:11.975165 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:12.078519 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] For port ade3da0e-610c-44c9-864c-2ec5af59b71a, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:31:12.087413 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] For port ade3da0e-610c-44c9-864c-2ec5af59b71a, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=ade3da0e-610c-44c9-864c-2ec5af59b71a,segment=NetworkSegment(fe82c059-4a74-4989-8454-609b294d5620),segment_id=fe82c059-4a74-4989-8454-609b294d5620)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:31:12.148862 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-b0c15438-af7d-484a-976c-fa45b8e793d7 None None] Provisioning complete for port ade3da0e-610c-44c9-864c-2ec5af59b71a triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:12.158733 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b0c15438-af7d-484a-976c-fa45b8e793d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:12.184428 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:12.197590 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 3d29509e-ff0c-42b5-8a62-696a495038d9 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:31:12.294450 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-b0c15438-af7d-484a-976c-fa45b8e793d7 None None] Port ade3da0e-610c-44c9-864c-2ec5af59b71a cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:12.334577 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d4c52-37aa-4577-bf97-9e826a36c405 None None] Pushing event updated for resources: {'Port': ['ID=ade3da0e-610c-44c9-864c-2ec5af59b71a,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:12.361561 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Routers {'1b63d127-718e-44d8-87c8-d0c3394c511c'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:12.362213 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b63d127-718e-44d8-87c8-d0c3394c511c'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:12.477701 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 3d29509e-ff0c-42b5-8a62-696a495038d9 is: ACTIVE; New status is: DOWN {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:12.477946 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:12.591503 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e933bff3-1dec-4665-8003-432164d75c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d29509e-ff0c-42b5-8a62-696a495038d9'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:12.593919 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c28c90-933d-4729-8743-447803d4b173" -d '{"events": [{"server_uuid": "e933bff3-1dec-4665-8003-432164d75c02", "name": "network-vif-unplugged", "status": "completed", "tag": "3d29509e-ff0c-42b5-8a62-696a495038d9"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:12.627423 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8498-20d9-4d38-a96a-3ee5d025ff3c req-248f0302-a425-43cb-8c86-5e9eeef06d88 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:12.640494 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e18d8498-20d9-4d38-a96a-3ee5d025ff3c req-248f0302-a425-43cb-8c86-5e9eeef06d88 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0980272 Apr 14 22:31:12.649867 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 3d29509e-ff0c-42b5-8a62-696a495038d9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3d29509e-ff0c-42b5-8a62-696a495038d9,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:12.672060 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215832e7-c404-4ce9-b4e6-ef27ace92766 req-6cbb737f-56c2-4c82-bb4d-81aa74a024c3 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:12.684554 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-215832e7-c404-4ce9-b4e6-ef27ace92766 req-6cbb737f-56c2-4c82-bb4d-81aa74a024c3 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 945 time: 0.1063523 Apr 14 22:31:12.713577 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] Set router 1b63d127-718e-44d8-87c8-d0c3394c511c gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:12.728860 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e18d8498-20d9-4d38-a96a-3ee5d025ff3c req-5002e10d-be9f-45c7-abd8-fa903286e1db tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858147 Apr 14 22:31:12.750980 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:12.779530 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-215832e7-c404-4ce9-b4e6-ef27ace92766 req-412dc83b-90e2-4e74-b229-2613db1b92fe tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927651 Apr 14 22:31:12.849458 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-40abe33a-9c74-4a17-bde7-99252e166408 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:12.851395 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-40abe33a-9c74-4a17-bde7-99252e166408 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.37 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 943 time: 0.1157303 Apr 14 22:31:12.870584 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d589cd9-c4c8-4aa1-b221-7b11347b9bdc x-openstack-request-id: req-1d589cd9-c4c8-4aa1-b221-7b11347b9bdc {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:12.871221 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e933bff3-1dec-4665-8003-432164d75c02", "name": "network-vif-unplugged", "status": "completed", "tag": "3d29509e-ff0c-42b5-8a62-696a495038d9", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:12.871221 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d589cd9-c4c8-4aa1-b221-7b11347b9bdc {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:12.871559 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d589cd9-c4c8-4aa1-b221-7b11347b9bdc'] response: {'server_uuid': 'e933bff3-1dec-4665-8003-432164d75c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d29509e-ff0c-42b5-8a62-696a495038d9', 'code': 200} Apr 14 22:31:12.883544 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-dda126a0-9eef-4173-8f1f-dfe1bc5042ff None None] Provisioning complete for port ade3da0e-610c-44c9-864c-2ec5af59b71a triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:12.883544 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dda126a0-9eef-4173-8f1f-dfe1bc5042ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:12.987522 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05a63d-70b1-49c8-8a7d-bb6885b6b1ce req-d3113c79-b5dc-47e6-8ac1-0b2b086eecee tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:12.996386 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cb05a63d-70b1-49c8-8a7d-bb6885b6b1ce req-d3113c79-b5dc-47e6-8ac1-0b2b086eecee tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.1058345 Apr 14 22:31:13.068726 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=3d29509e-ff0c-42b5-8a62-696a495038d9,revision_number=6']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:13.082625 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cb05a63d-70b1-49c8-8a7d-bb6885b6b1ce req-465a6cc2-9520-4e43-8f08-f08fe10afad3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848219 Apr 14 22:31:13.174480 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 4, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port': {'id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:59Z', 'updated_at': '2022-04-14T22:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'ade3da0e-610c-44c9-864c-2ec5af59b71a', 'name': '', 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'mac_address': 'fa:16:3e:48:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:31:03Z', 'updated_at': '2022-04-14T22:31:12Z', 'revision_number': 4, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'subnets': [{'id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:13.179102 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-dda126a0-9eef-4173-8f1f-dfe1bc5042ff None None] Current status of the port ade3da0e-610c-44c9-864c-2ec5af59b71a is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:13.179489 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dda126a0-9eef-4173-8f1f-dfe1bc5042ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:13.218856 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf680bc-89fa-4e43-8c3a-ffed2f0b4661 None None] The sync data for ids ['1b63d127-718e-44d8-87c8-d0c3394c511c'] in dv-cinder-820918-2-iscsi is: [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:31:03Z', 'revision_number': 4, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port': {'id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:59Z', 'updated_at': '2022-04-14T22:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'ade3da0e-610c-44c9-864c-2ec5af59b71a', 'name': '', 'network_id': 'e5244d30-89fe-430c-aeab-b0e3d47eff3b', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'mac_address': 'fa:16:3e:48:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:31:03Z', 'updated_at': '2022-04-14T22:31:12Z', 'revision_number': 4, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'subnets': [{'id': 'de8c4bcf-a576-4950-bc09-b26f71281484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:31:13.220478 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device ade3da0e-610c-44c9-864c-2ec5af59b71a up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:13.305797 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-dda126a0-9eef-4173-8f1f-dfe1bc5042ff None None] For port ade3da0e-610c-44c9-864c-2ec5af59b71a, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=ade3da0e-610c-44c9-864c-2ec5af59b71a,segment=NetworkSegment(fe82c059-4a74-4989-8454-609b294d5620),segment_id=fe82c059-4a74-4989-8454-609b294d5620)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:13.336019 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port ade3da0e-610c-44c9-864c-2ec5af59b71a triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:13.338287 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:13.377955 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-dda126a0-9eef-4173-8f1f-dfe1bc5042ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:13.527718 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda126a0-9eef-4173-8f1f-dfe1bc5042ff None None] Pushing event updated for resources: {'Port': ['ID=ade3da0e-610c-44c9-864c-2ec5af59b71a,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:13.729175 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port ade3da0e-610c-44c9-864c-2ec5af59b71a is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:13.913364 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734457e6-52d1-45c4-b530-2ec2780ac5ae req-912d9eb2-5412-4f5e-b767-d352177d729c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:13.916387 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-734457e6-52d1-45c4-b530-2ec2780ac5ae req-912d9eb2-5412-4f5e-b767-d352177d729c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0738411 Apr 14 22:31:14.037285 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525bfda-9fa5-47d1-84c2-d5055ff164f8 req-ccad3fcd-ab02-4c0e-9228-ad4432782537 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:14.038779 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f525bfda-9fa5-47d1-84c2-d5055ff164f8 req-ccad3fcd-ab02-4c0e-9228-ad4432782537 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 943 time: 0.1254926 Apr 14 22:31:14.052902 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-734457e6-52d1-45c4-b530-2ec2780ac5ae req-7882700b-aaad-459f-827e-0f020e745360 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166914 Apr 14 22:31:14.127068 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f525bfda-9fa5-47d1-84c2-d5055ff164f8 req-073d0d9b-390a-4fd1-a977-7c93f5d98438 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796149 Apr 14 22:31:14.280957 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd068fb-8381-430e-9fb7-42dad08d2bb8 req-52e0b0b5-8919-4d2a-87b7-19795a333637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:14.288190 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfd068fb-8381-430e-9fb7-42dad08d2bb8 req-52e0b0b5-8919-4d2a-87b7-19795a333637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.0997102 Apr 14 22:31:14.370679 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bfd068fb-8381-430e-9fb7-42dad08d2bb8 req-fa3dfa10-f943-48f0-a28a-755fe3d50f79 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815291 Apr 14 22:31:14.864255 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Deleting port 3d29509e-ff0c-42b5-8a62-696a495038d9 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:31:14.864603 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:14.998423 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] For port 3d29509e-ff0c-42b5-8a62-696a495038d9, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3d29509e-ff0c-42b5-8a62-696a495038d9,segment=NetworkSegment(fd549866-9e90-47b5-9302-f8b9397a80b9),segment_id=fd549866-9e90-47b5-9302-f8b9397a80b9)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:14.999350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:15.017926 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Calling delete_port for 3d29509e-ff0c-42b5-8a62-696a495038d9 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:31:15.208713 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device ade3da0e-610c-44c9-864c-2ec5af59b71a up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:15.247275 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-a118aed3-5c3e-415d-a7af-6f4da8efa540 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:15.248792 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-a118aed3-5c3e-415d-a7af-6f4da8efa540 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.1507180 Apr 14 22:31:15.249647 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4fac7-b162-4a85-96b1-88a4e92cad1d req-b053043f-fc31-4016-a132-989a09f136f7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:15.260664 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-30f4fac7-b162-4a85-96b1-88a4e92cad1d req-b053043f-fc31-4016-a132-989a09f136f7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0914185 Apr 14 22:31:15.297216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port ade3da0e-610c-44c9-864c-2ec5af59b71a triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:15.298359 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:15.313578 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f99739-9cf1-414b-a7bb-c284d13ad298 req-dbcb7eae-1565-4be1-8e1e-4dbe27d14864 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:15.315422 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6f99739-9cf1-414b-a7bb-c284d13ad298 req-dbcb7eae-1565-4be1-8e1e-4dbe27d14864 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 943 time: 0.0655866 Apr 14 22:31:15.356160 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-30f4fac7-b162-4a85-96b1-88a4e92cad1d req-d6c03dbc-e68b-4bb1-97cb-6f7a71d047b3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858486 Apr 14 22:31:15.413220 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port ade3da0e-610c-44c9-864c-2ec5af59b71a is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:15.532769 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e6f99739-9cf1-414b-a7bb-c284d13ad298 req-2f856e42-035e-4522-a584-aaecf0ffaacf tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/security-groups?id=83a39c09-04f1-40c5-a9c3-82f45bd2aae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955626 Apr 14 22:31:15.545648 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (3d29509e-ff0c-42b5-8a62-696a495038d9), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:15.547756 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Deleting port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:31:15.548093 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:15.638616 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f8958-4fc5-4420-8863-4b0d7f3692fa req-35eab980-6bc3-45a0-83db-f9ba0cba410c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:15.648281 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3e3f8958-4fc5-4420-8863-4b0d7f3692fa req-35eab980-6bc3-45a0-83db-f9ba0cba410c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 945 time: 0.1185412 Apr 14 22:31:15.671746 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Pushing event deleted for resources: {'Port': ['ID=3d29509e-ff0c-42b5-8a62-696a495038d9,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:15.740910 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3e3f8958-4fc5-4420-8863-4b0d7f3692fa req-f6e1eb8f-2c73-4dc7-ab70-47f44f44bf66 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=393361c8-c52f-4697-8f60-ffab91470731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897012 Apr 14 22:31:16.041625 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] No DVR routers for this DVR port 3d29509e-ff0c-42b5-8a62-696a495038d9 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:31:16.049203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:16.052414 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3fbc5c8b-6d6d-4b38-97c1-03a88c971573 req-8b289421-6ad5-415d-a4c7-592b0080a311 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.37 "DELETE /v2.0/ports/3d29509e-ff0c-42b5-8a62-696a495038d9 HTTP/1.1" status: 204 len: 173 time: 1.3157644 Apr 14 22:31:16.052859 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e933bff3-1dec-4665-8003-432164d75c02', 'name': 'network-vif-deleted', 'tag': '3d29509e-ff0c-42b5-8a62-696a495038d9'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:16.055108 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead7b2c-aba0-43b4-b289-3bee7b25151b" -d '{"events": [{"server_uuid": "e933bff3-1dec-4665-8003-432164d75c02", "name": "network-vif-deleted", "tag": "3d29509e-ff0c-42b5-8a62-696a495038d9"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:16.059570 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] For port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:16.059934 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:16.094301 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d22e2-ff64-43ac-b174-b0b278588be2 x-openstack-request-id: req-ba0d22e2-ff64-43ac-b174-b0b278588be2 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:16.094616 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e933bff3-1dec-4665-8003-432164d75c02", "name": "network-vif-deleted", "tag": "3d29509e-ff0c-42b5-8a62-696a495038d9", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:16.094873 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba0d22e2-ff64-43ac-b174-b0b278588be2 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:16.095277 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0d22e2-ff64-43ac-b174-b0b278588be2'] response: {'server_uuid': 'e933bff3-1dec-4665-8003-432164d75c02', 'name': 'network-vif-deleted', 'tag': '3d29509e-ff0c-42b5-8a62-696a495038d9', 'status': 'completed', 'code': 200} Apr 14 22:31:16.187435 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:31:16.337901 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:16.338610 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (42439465-21b5-4b0a-b1a2-1f6e5c197f61), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:16.339508 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Floating IP 42439465-21b5-4b0a-b1a2-1f6e5c197f61 disassociated. External IP: 172.27.0.93, port: e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf. Apr 14 22:31:16.339508 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Calling delete_port for e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:31:16.342129 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:16.367318 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'port_id': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'mac_address': 'fa:16:3e:7f:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:31:16.436569 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port b6cb1bbf-4be2-417d-b13a-d260ec56273c is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:16.436974 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:16.466609 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cb1bbf-4be2-417d-b13a-d260ec56273c {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:31:16.528032 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:16.549244 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91980e-75f7-416e-a51e-3c3097c9b0a4 req-2cd80563-ce69-407c-be57-f5157d07d99e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:16.569217 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-af91980e-75f7-416e-a51e-3c3097c9b0a4 req-2cd80563-ce69-407c-be57-f5157d07d99e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 943 time: 0.0785317 Apr 14 22:31:16.609962 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:16.638539 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:16.706306 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-af91980e-75f7-416e-a51e-3c3097c9b0a4 req-a6bec940-bc9c-4acb-be52-5365c10f3859 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197073 Apr 14 22:31:16.724016 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=9']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:16.729988 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d162828a-c443-453c-8464-5376112f160b req-39c29282-b36a-4cb2-a024-00794a2a10c1 tempest-VolumesActionsTest-1441801804 tempest-VolumesActionsTest-1441801804-project] 10.222.0.50 "GET /v2.0/ports?device_id=e933bff3-1dec-4665-8003-432164d75c02 HTTP/1.1" status: 200 len: 210 time: 0.0430958 Apr 14 22:31:16.736778 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'Port': ['ID=e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:16.887439 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-88835469-8c46-49e4-ada9-0d00aa752939 req-abc39bc4-04d8-46b6-8d82-6e2ba9b2b0f4 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 210 time: 0.0551558 Apr 14 22:31:16.919641 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:31:16.940383 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['b6cb1bbf-4be2-417d-b13a-d260ec56273c'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:31:17.109995 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:31:17.122038 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:31:17.155155 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:17.155155 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:17.208190 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] No DVR routers for this DVR port e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:31:17.213538 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:17.217049 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-834477d2-7bf9-4584-b44b-258d3b01ce7f req-cc0a67d2-3f55-4ad0-bf99-fe8fdf996650 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "DELETE /v2.0/ports/e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf HTTP/1.1" status: 204 len: 173 time: 1.8959925 Apr 14 22:31:17.341370 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:17.689089 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:04Z', 'revision_number': 2, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:17.731229 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:31:17.747286 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:17.748450 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:17.947594 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daeb6d-e32b-4286-9141-0df2cc193327 req-4b991dfc-0696-4741-aafb-04243d9d35fb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:17.969662 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d7daeb6d-e32b-4286-9141-0df2cc193327 req-4b991dfc-0696-4741-aafb-04243d9d35fb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 944 time: 0.0767581 Apr 14 22:31:17.971237 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:18.073708 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-997f4937-7fc8-4ca7-a711-1f4ff66822c9 req-f87d65f1-72ee-40f0-818e-5aad37f00163 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c07818b-6b52-4ac5-b1be-7a348469ca9b HTTP/1.1" status: 200 len: 210 time: 0.0404150 Apr 14 22:31:18.101678 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d7daeb6d-e32b-4286-9141-0df2cc193327 req-68cbf204-54e0-4147-8b84-3b4acb2bf37e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241114 Apr 14 22:31:18.111460 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'name': 'network-vif-deleted', 'tag': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:18.114223 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccb634c-7930-40f4-bdc4-3b5ef157449a" -d '{"events": [{"server_uuid": "2c07818b-6b52-4ac5-b1be-7a348469ca9b", "name": "network-vif-deleted", "tag": "e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:18.172402 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc55c1f4-5760-490b-8368-60899ebeceb8 x-openstack-request-id: req-bc55c1f4-5760-490b-8368-60899ebeceb8 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:18.172794 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c07818b-6b52-4ac5-b1be-7a348469ca9b", "name": "network-vif-deleted", "tag": "e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:18.173202 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc55c1f4-5760-490b-8368-60899ebeceb8 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:18.173689 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc55c1f4-5760-490b-8368-60899ebeceb8'] response: {'server_uuid': '2c07818b-6b52-4ac5-b1be-7a348469ca9b', 'name': 'network-vif-deleted', 'tag': 'e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf', 'status': 'completed', 'code': 200} Apr 14 22:31:18.215721 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:18.308415 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port b6cb1bbf-4be2-417d-b13a-d260ec56273c triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:18.308876 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:18.449451 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port b6cb1bbf-4be2-417d-b13a-d260ec56273c is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:18.450509 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:18.496374 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:18.498788 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299cf5b5-a9bc-463f-993e-dc93a83faf2a" -d '{"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-plugged", "status": "completed", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:18.547053 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:04Z', 'revision_number': 2, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:18.586072 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:18.595352 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac64a23-ff0f-4131-abee-22deefdbb35f None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '24b289bc-1c19-4b1c-95a3-bee90dc00b75', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '3330034c-fa7b-461d-9186-ff9551104a31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7b:37:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:28:24Z', 'updated_at': '2022-04-14T22:29:04Z', 'revision_number': 2, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:31:18.610298 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb22f13-7b83-4ae3-9a84-43fba1aa995d x-openstack-request-id: req-aeb22f13-7b83-4ae3-9a84-43fba1aa995d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:18.611182 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-plugged", "status": "completed", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:18.611493 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aeb22f13-7b83-4ae3-9a84-43fba1aa995d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:18.611966 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb22f13-7b83-4ae3-9a84-43fba1aa995d'] response: {'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'code': 200} Apr 14 22:31:18.667764 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:18.669094 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:31:18.752521 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:31:18.753238 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device e549dbed-3e0b-4e1e-b205-9e70c6dc6fdf not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:31:18.845192 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=10']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:19.066886 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae409e-7727-4e21-8180-22d66b876ae2 None None] New status for floating IP 42439465-21b5-4b0a-b1a2-1f6e5c197f61: DOWN {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:31:19.264926 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55156) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:19.342695 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afde4f-4854-4124-9f51-9ab36344a065 req-843caab1-4d8e-42e2-88b8-534643072d70 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:19.345905 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-00afde4f-4854-4124-9f51-9ab36344a065 req-843caab1-4d8e-42e2-88b8-534643072d70 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.1244421 Apr 14 22:31:19.421911 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7de3ca36-b4e1-4988-8527-87f1cc64205b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (393361c8-c52f-4697-8f60-ffab91470731), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:19.477179 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-00afde4f-4854-4124-9f51-9ab36344a065 req-a7b9a7b4-7855-4a64-9b0f-d13ba4bbd111 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213660 Apr 14 22:31:19.487151 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7de3ca36-b4e1-4988-8527-87f1cc64205b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (393361c8-c52f-4697-8f60-ffab91470731), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:19.586331 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a95b1-0513-48fc-b0fe-9fb4b7bba5e0 req-7f10bf3e-8a74-4ed0-9165-72caf7f82e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:19.588283 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-673a95b1-0513-48fc-b0fe-9fb4b7bba5e0 req-7f10bf3e-8a74-4ed0-9165-72caf7f82e1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 1130 time: 0.0502260 Apr 14 22:31:19.646738 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-673a95b1-0513-48fc-b0fe-9fb4b7bba5e0 req-83e28576-7105-47ff-b704-adccd276851b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519459 Apr 14 22:31:19.723385 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7de3ca36-b4e1-4988-8527-87f1cc64205b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (393361c8-c52f-4697-8f60-ffab91470731), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:19.723385 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7de3ca36-b4e1-4988-8527-87f1cc64205b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:19.723385 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7de3ca36-b4e1-4988-8527-87f1cc64205b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "DELETE /v2.0/security-groups/393361c8-c52f-4697-8f60-ffab91470731 HTTP/1.1" status: 204 len: 168 time: 0.4554389 Apr 14 22:31:19.820587 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3ca36-b4e1-4988-8527-87f1cc64205b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393361c8-c52f-4697-8f60-ffab91470731,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:19.826439 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55164) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:19.936234 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-41e433b6-0520-4d38-b902-e2d3f3786cb9 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] show failed (client error): The resource could not be found. Apr 14 22:31:19.940413 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-41e433b6-0520-4d38-b902-e2d3f3786cb9 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups/393361c8-c52f-4697-8f60-ffab91470731 HTTP/1.1" status: 404 len: 347 time: 0.1118190 Apr 14 22:31:19.943819 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55168) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:20.102113 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Deleting port 08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:31:20.102521 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:20.207791 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:20.208389 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:20.231407 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Calling delete_port for 08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8 owned by network:floatingip {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:31:20.530195 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:20.635763 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'Port': ['ID=08ff0a11-d51d-4eab-83fb-b9bcd3c80ce8,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:20.676403 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2cd7e-838e-4f23-ac50-0762b7a36d19 req-b06109f6-7a0b-4593-8b82-6be5d3a095da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:20.678224 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-09f2cd7e-838e-4f23-ac50-0762b7a36d19 req-b06109f6-7a0b-4593-8b82-6be5d3a095da tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.1175361 Apr 14 22:31:20.755971 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-09f2cd7e-838e-4f23-ac50-0762b7a36d19 req-e3c92a4e-2c07-4de4-a8b7-129cd7e9cdd9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718486 Apr 14 22:31:20.836401 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (42439465-21b5-4b0a-b1a2-1f6e5c197f61), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:20.840137 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:20.841414 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-45064940-5dfb-4238-bb33-1f6556e12b51 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "DELETE /v2.0/floatingips/42439465-21b5-4b0a-b1a2-1f6e5c197f61 HTTP/1.1" status: 204 len: 168 time: 0.8965683 Apr 14 22:31:21.888982 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d18a04-37f4-4999-9cd8-90f5149a5392 req-371d6de0-4fc1-40ec-aa9c-d88d0657f615 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:21.890471 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-34d18a04-37f4-4999-9cd8-90f5149a5392 req-371d6de0-4fc1-40ec-aa9c-d88d0657f615 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.0507901 Apr 14 22:31:21.949473 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-34d18a04-37f4-4999-9cd8-90f5149a5392 req-0f2eae4a-b3c8-4f41-ae32-c6472e8b79f3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532689 Apr 14 22:31:22.874114 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-8ceb23e5-331e-45fe-b319-9f8ca8c54d14 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:22.880857 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-8ceb23e5-331e-45fe-b319-9f8ca8c54d14 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/networks?id=0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 200 len: 814 time: 0.1148551 Apr 14 22:31:22.891824 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-dfdb4482-c960-428e-ae34-720763ee3bde tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/quotas/5fe69e9616544ab891e4d22428369e06 HTTP/1.1" status: 200 len: 375 time: 0.0100458 Apr 14 22:31:22.942145 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-cd2d53c5-2748-40d5-8e87-7b7ae7c862d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fe69e9616544ab891e4d22428369e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447009 Apr 14 22:31:23.046672 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-8145514e-cb85-4153-a418-7a50483a755d service neutron] 10.222.0.50 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916514 Apr 14 22:31:23.080563 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33e8bd-66a7-46b9-8d34-c892f739efcb req-f57f48ef-5281-47f5-aba1-8c5d44d34693 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:23.089768 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6e33e8bd-66a7-46b9-8d34-c892f739efcb req-f57f48ef-5281-47f5-aba1-8c5d44d34693 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.0584116 Apr 14 22:31:23.142870 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6e33e8bd-66a7-46b9-8d34-c892f739efcb req-f5978250-fd9e-4be0-9eba-286c2e4e137a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521219 Apr 14 22:31:23.147309 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-9a2bf3a5-7fb8-4338-b6e4-d270504550d4 service neutron] 10.222.0.50 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942776 Apr 14 22:31:23.347185 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6311d7bd-3024-4086-87cc-a308185453e2 req-51827a66-f47d-42e4-bd1e-165ee7a7cd3b tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 210 time: 0.0313773 Apr 14 22:31:24.035583 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601258e-12ac-47dd-a9a6-7b6b4091a1e5 req-aed98639-dbd3-4685-8333-f7fd58f99642 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:24.037081 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9601258e-12ac-47dd-a9a6-7b6b4091a1e5 req-aed98639-dbd3-4685-8333-f7fd58f99642 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Apr 14 22:31:24.088407 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9601258e-12ac-47dd-a9a6-7b6b4091a1e5 req-896cf4af-d2c4-43be-8328-f30ba00aa85d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453501 Apr 14 22:31:24.264046 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e068d8-2657-477a-b06d-37a22995c3dc req-98536563-e8e0-470f-bf66-af7c444bbb0b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:24.265569 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-10e068d8-2657-477a-b06d-37a22995c3dc req-98536563-e8e0-470f-bf66-af7c444bbb0b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.0477548 Apr 14 22:31:24.312598 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-10e068d8-2657-477a-b06d-37a22995c3dc req-bb398919-e20a-4eec-8df7-f600a78bc336 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412726 Apr 14 22:31:24.442170 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a6e1ace2-4a61-4270-9536-eec00deaa156 req-61cc563a-5bf2-4ce6-989b-b109c1f0a9f0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 210 time: 0.0276513 Apr 14 22:31:25.215952 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccba63-78fb-44ad-9ba1-ae5d79f08cfb req-dd58fe71-d404-438e-b250-9f3340e8aeba tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:25.217544 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-97ccba63-78fb-44ad-9ba1-ae5d79f08cfb req-dd58fe71-d404-438e-b250-9f3340e8aeba tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.0581074 Apr 14 22:31:25.268032 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-97ccba63-78fb-44ad-9ba1-ae5d79f08cfb req-00dfb617-620b-4eef-b10f-c575f730b7a7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446064 Apr 14 22:31:25.431957 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaac2e2-0b78-4631-b7b9-7c45b8c7adf4 req-8e97b43f-24df-40ff-95a3-045512f67156 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:25.433332 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bdaac2e2-0b78-4631-b7b9-7c45b8c7adf4 req-8e97b43f-24df-40ff-95a3-045512f67156 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.0504992 Apr 14 22:31:25.479431 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bdaac2e2-0b78-4631-b7b9-7c45b8c7adf4 req-dd4ea350-9620-4ee6-90f9-7c7961afdc16 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Apr 14 22:31:25.535698 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5ec711f-c36d-41ee-a055-b690813e197d req-84c47c89-25ac-47b4-b230-a3068c7169c8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 210 time: 0.0265052 Apr 14 22:31:26.383080 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d68d3a-4b32-43a4-b5eb-09a8394010f5 req-9fc83589-2fc9-4b1c-8e3a-fe481d564adb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:26.384539 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-42d68d3a-4b32-43a4-b5eb-09a8394010f5 req-9fc83589-2fc9-4b1c-8e3a-fe481d564adb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Apr 14 22:31:26.432441 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-42d68d3a-4b32-43a4-b5eb-09a8394010f5 req-a3821bbc-acd5-4d57-9afb-14d07186b899 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419905 Apr 14 22:31:26.597193 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6f46-0255-44cb-81ba-1dbc898c592f req-49cf1624-5ffc-43f6-91f9-3eba765b762b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:26.598841 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-482e6f46-0255-44cb-81ba-1dbc898c592f req-49cf1624-5ffc-43f6-91f9-3eba765b762b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.0475328 Apr 14 22:31:26.627248 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2b1fa961-8ce5-46ef-879c-d7928ea8edfe req-fc51bcf2-a6c2-4084-86eb-a00f44d3723c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 210 time: 0.0272782 Apr 14 22:31:26.653755 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-482e6f46-0255-44cb-81ba-1dbc898c592f req-b88f9740-12b9-4750-b620-647b6ca9ee0d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487900 Apr 14 22:31:27.580078 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411e107-1e49-40bf-a656-aac85cf0dfd1 req-5b1df68f-7499-40ca-95fd-ea616ca55aa3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:27.583626 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5411e107-1e49-40bf-a656-aac85cf0dfd1 req-5b1df68f-7499-40ca-95fd-ea616ca55aa3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.0793686 Apr 14 22:31:27.636844 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5411e107-1e49-40bf-a656-aac85cf0dfd1 req-b8aefd33-6c4b-4528-b3d3-ee8654411af5 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9d2f4dd-3037-479d-88ef-fd788397f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451884 Apr 14 22:31:27.729849 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ad6a9106-5ad3-4ed2-a2b1-55e11b48c6d2 req-b9d4c2ed-56c5-441a-9d6b-85c70307f572 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Apr 14 22:31:28.077530 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-9188ba2d-039c-402a-bd84-ecb0f605bad9 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:28.079399 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-9188ba2d-039c-402a-bd84-ecb0f605bad9 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 945 time: 0.0671594 Apr 14 22:31:28.208950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Deleting port 3330034c-fa7b-461d-9186-ff9551104a31 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:31:28.209278 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (3330034c-fa7b-461d-9186-ff9551104a31), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:28.306070 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] For port 3330034c-fa7b-461d-9186-ff9551104a31, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=3330034c-fa7b-461d-9186-ff9551104a31,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:28.306490 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (3330034c-fa7b-461d-9186-ff9551104a31), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:28.524606 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:28.524980 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (24b289bc-1c19-4b1c-95a3-bee90dc00b75), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:28.525307 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Floating IP 24b289bc-1c19-4b1c-95a3-bee90dc00b75 disassociated. External IP: 172.27.0.192, port: 3330034c-fa7b-461d-9186-ff9551104a31. Apr 14 22:31:28.525659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Calling delete_port for 3330034c-fa7b-461d-9186-ff9551104a31 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:31:28.723993 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (3330034c-fa7b-461d-9186-ff9551104a31), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:28.817800 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a1fc251a-f3ed-4a47-8c6d-57ee0af0b13b req-e234e4b1-ccef-4ae6-ae1c-5bb526e1ad7e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0697620 Apr 14 22:31:28.881704 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'Port': ['ID=3330034c-fa7b-461d-9186-ff9551104a31,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:28.992114 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e2687389-c022-422c-91c6-26931b3d2e1c req-472e055b-d9fe-4346-92e8-9efd3296e8e1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 210 time: 0.0898731 Apr 14 22:31:29.030133 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:31:29.059693 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-3f4fddb7-547e-4d07-b0b3-7eab5ee86268 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:29.061526 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-3f4fddb7-547e-4d07-b0b3-7eab5ee86268 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.37 "GET /v2.0/networks?id=0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 200 len: 814 time: 0.2315702 Apr 14 22:31:29.132181 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'port': {'device_id': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'admin_state_up': True, 'tenant_id': '5fe69e9616544ab891e4d22428369e06'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:29.231294 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:31:29.246328 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174f605-a28a-4390-afe3-512143de934c None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:31:29.262970 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174f605-a28a-4390-afe3-512143de934c None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:29.267655 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2174f605-a28a-4390-afe3-512143de934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:29.409457 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] No DVR routers for this DVR port 3330034c-fa7b-461d-9186-ff9551104a31 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:31:29.429048 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:29.436133 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21208a60-58b3-4a67-8733-f32bff6eb6e9 req-90d57e40-6fc5-4cda-bebe-4b2f3ed344de tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "DELETE /v2.0/ports/3330034c-fa7b-461d-9186-ff9551104a31 HTTP/1.1" status: 204 len: 173 time: 1.3353882 Apr 14 22:31:29.436625 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'name': 'network-vif-deleted', 'tag': '3330034c-fa7b-461d-9186-ff9551104a31'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:29.446344 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba26cff-f768-47f0-8041-47f1b6a17878" -d '{"events": [{"server_uuid": "78cad0d4-7f63-4f49-9cab-61c43c80a6b0", "name": "network-vif-deleted", "tag": "3330034c-fa7b-461d-9186-ff9551104a31"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:29.474150 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-2174f605-a28a-4390-afe3-512143de934c None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:29.511179 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8032f073-f8e3-42c9-91a3-29a5106cb940 x-openstack-request-id: req-8032f073-f8e3-42c9-91a3-29a5106cb940 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:29.511179 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cad0d4-7f63-4f49-9cab-61c43c80a6b0", "name": "network-vif-deleted", "tag": "3330034c-fa7b-461d-9186-ff9551104a31", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:29.511179 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8032f073-f8e3-42c9-91a3-29a5106cb940 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:29.511597 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8032f073-f8e3-42c9-91a3-29a5106cb940'] response: {'server_uuid': '78cad0d4-7f63-4f49-9cab-61c43c80a6b0', 'name': 'network-vif-deleted', 'tag': '3330034c-fa7b-461d-9186-ff9551104a31', 'status': 'completed', 'code': 200} Apr 14 22:31:29.706307 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Made reservation on behalf of 5fe69e9616544ab891e4d22428369e06 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:31:29.711649 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:29.986540 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2174f605-a28a-4390-afe3-512143de934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:30.045992 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174f605-a28a-4390-afe3-512143de934c None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:31:30.056284 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174f605-a28a-4390-afe3-512143de934c None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:31:30.057457 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2174f605-a28a-4390-afe3-512143de934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:30.072118 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4c166926-9459-42f9-80a0-9391a61821dc req-b56a0bb2-3dcc-433b-8bc9-4648aad098a5 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=78cad0d4-7f63-4f49-9cab-61c43c80a6b0 HTTP/1.1" status: 200 len: 210 time: 0.0651591 Apr 14 22:31:30.084897 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Allocated IP 172.20.0.6 (0a002acb-800d-40c2-bc9a-a608b190f1dc/9bc75a5d-7bb7-4dfc-b53a-5dd416792d84/cd91c76e-406f-4f32-b394-630c6ef2f3e0) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:31:30.191815 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-2174f605-a28a-4390-afe3-512143de934c None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:31:30.293153 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bf8603fb-a5d1-4815-8dbd-5d967294b09a req-bd448ac4-6ea0-4ef1-a58a-16f38caedae2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 210 time: 0.0802391 Apr 14 22:31:30.333005 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:30.467467 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:30.550493 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298fb2e-6502-48fb-85f1-23fd50cb3cc6 req-64a2f9d2-194c-4304-b310-03f64f269494 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:30.558516 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3298fb2e-6502-48fb-85f1-23fd50cb3cc6 req-64a2f9d2-194c-4304-b310-03f64f269494 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.4934888 Apr 14 22:31:30.601985 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:30.611595 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'Port': ['ID=cd91c76e-406f-4f32-b394-630c6ef2f3e0,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:30.611595 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:30.628761 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:31:30.717066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:30.717066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:30.746584 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2174f605-a28a-4390-afe3-512143de934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:30.753097 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3298fb2e-6502-48fb-85f1-23fd50cb3cc6 req-41c3703a-29b1-45f2-8b28-f0c2038fe710 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936004 Apr 14 22:31:30.847985 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2174f605-a28a-4390-afe3-512143de934c None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:31:30.943895 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-d13a927f-21cb-4517-9d3a-36e8e89f4c74 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8172956 Apr 14 22:31:30.973695 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Request body: {'port': {'device_id': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:31.016216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-a2da1358-83fd-4a8d-a786-f6485eb5ede0 None None] Provisioning complete for port cd91c76e-406f-4f32-b394-630c6ef2f3e0 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:31.016846 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a2da1358-83fd-4a8d-a786-f6485eb5ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.050062 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.057964 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-a2da1358-83fd-4a8d-a786-f6485eb5ede0 None None] Port cd91c76e-406f-4f32-b394-630c6ef2f3e0 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:31.275316 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7721c-87f8-4430-9fec-8fd97c1f7073 None None] New status for floating IP 24b289bc-1c19-4b1c-95a3-bee90dc00b75: DOWN {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:31:31.279991 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55436) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:31.412761 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-18ef75b2-ed97-4831-9304-d722a3ba2fc1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (a9d2f4dd-3037-479d-88ef-fd788397f614), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.480944 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-18ef75b2-ed97-4831-9304-d722a3ba2fc1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (a9d2f4dd-3037-479d-88ef-fd788397f614), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.584841 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd91c76e-406f-4f32-b394-630c6ef2f3e0 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:31:31.612624 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Publish callbacks [] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.636094 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7f857-79bd-4848-8d71-b2541509a487 req-8e01a72b-193e-493b-9c4d-8788418407f8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:31.639543 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3cc7f857-79bd-4848-8d71-b2541509a487 req-8e01a72b-193e-493b-9c4d-8788418407f8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 931 time: 0.2271824 Apr 14 22:31:31.640841 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-18ef75b2-ed97-4831-9304-d722a3ba2fc1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (a9d2f4dd-3037-479d-88ef-fd788397f614), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.643593 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-18ef75b2-ed97-4831-9304-d722a3ba2fc1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.648463 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Transition to ACTIVE for port object cd91c76e-406f-4f32-b394-630c6ef2f3e0 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:31:31.652958 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55440) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:31.655109 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-18ef75b2-ed97-4831-9304-d722a3ba2fc1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "DELETE /v2.0/security-groups/a9d2f4dd-3037-479d-88ef-fd788397f614 HTTP/1.1" status: 204 len: 168 time: 0.3725989 Apr 14 22:31:31.683659 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.685445 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-52f4d3e1-89d0-4a62-8088-e167eaa522cc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] show failed (client error): The resource could not be found. Apr 14 22:31:31.687241 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-52f4d3e1-89d0-4a62-8088-e167eaa522cc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups/a9d2f4dd-3037-479d-88ef-fd788397f614 HTTP/1.1" status: 404 len: 347 time: 0.0326259 Apr 14 22:31:31.691178 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55442) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:31.716204 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:31.731494 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef75b2-ed97-4831-9304-d722a3ba2fc1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d2f4dd-3037-479d-88ef-fd788397f614,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:31.823183 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3cc7f857-79bd-4848-8d71-b2541509a487 req-faa8d1c2-79f7-4d31-9ee9-1088e5ce1c17 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666720 Apr 14 22:31:32.046410 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Deleting port 0dc6c6f7-9ccb-457a-86d1-eeda343d4032 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:31:32.046744 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:32.066488 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Pushing event updated for resources: {'Port': ['ID=cd91c76e-406f-4f32-b394-630c6ef2f3e0,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:32.166087 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-be53f62c-a544-4d02-8d50-38f3a9c14cf1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667671413&fields=id&tenant_id=4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 267 time: 0.0919821 Apr 14 22:31:32.192631 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d1448-3c95-490a-bd63-01de20e63368 req-b0112168-e074-403c-9fb1-9dd7eb0b3378 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:32.195132 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c18d1448-3c95-490a-bd63-01de20e63368 req-b0112168-e074-403c-9fb1-9dd7eb0b3378 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.2383311 Apr 14 22:31:32.302864 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 3330034c-fa7b-461d-9186-ff9551104a31 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:31:32.351160 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c18d1448-3c95-490a-bd63-01de20e63368 req-5e5ef3b3-84c8-4703-91b0-d181ff6613a3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424470 Apr 14 22:31:32.353721 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:32.354075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:32.362282 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 3330034c-fa7b-461d-9186-ff9551104a31 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:31:32.365066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Attempting to bind port cd91c76e-406f-4f32-b394-630c6ef2f3e0 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:31:32.365592 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Attempting to bind port cd91c76e-406f-4f32-b394-630c6ef2f3e0 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:31:32.366204 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 3330034c-fa7b-461d-9186-ff9551104a31 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:31:32.366731 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Attempting to bind port cd91c76e-406f-4f32-b394-630c6ef2f3e0 on network 0a002acb-800d-40c2-bc9a-a608b190f1dc {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:32.379966 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Port cd91c76e-406f-4f32-b394-630c6ef2f3e0 on network 0a002acb-800d-40c2-bc9a-a608b190f1dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:31:32.380314 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Attempting to bind port cd91c76e-406f-4f32-b394-630c6ef2f3e0 on network 0a002acb-800d-40c2-bc9a-a608b190f1dc {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:32.390856 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:31:32.391265 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Checking segment: {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:31:32.391710 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Bound using segment: {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:31:32.392232 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Bound port: cd91c76e-406f-4f32-b394-630c6ef2f3e0, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e9d39f-9f40-452f-b789-4f7a84920f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:31:32.392672 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:32.411385 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-52ecf73b-d3b4-44a0-a512-5b29b064b41d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:32.416838 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Calling delete_port for 0dc6c6f7-9ccb-457a-86d1-eeda343d4032 owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:31:32.420908 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-52ecf73b-d3b4-44a0-a512-5b29b064b41d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 811 time: 0.2532742 Apr 14 22:31:32.440024 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-7d75d4b3-cbf2-4d61-812e-e76ea33625c1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/quotas/4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 375 time: 0.0180399 Apr 14 22:31:32.514989 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-2678347c-774b-4589-84b9-dc08857214dd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739005 Apr 14 22:31:32.655251 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] For port cd91c76e-406f-4f32-b394-630c6ef2f3e0, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:31:32.655990 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-4736eb5a-1046-450a-bf19-ed71f2d8d4ed service neutron] 10.222.0.50 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374648 Apr 14 22:31:32.671295 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] For port cd91c76e-406f-4f32-b394-630c6ef2f3e0, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:31:32.771664 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:32.800786 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-7c9dd0ba-8ef6-479e-9b4f-49fff0ffe005 service neutron] 10.222.0.50 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437309 Apr 14 22:31:32.920924 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:32.921559 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:32.923187 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] 10.222.0.37 "PUT /v2.0/ports/cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 1093 time: 1.9584463 Apr 14 22:31:32.923846 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:32.926333 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e220e-6b7a-4984-bee0-1150187dfaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:33.048060 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc7d23-757f-4534-b266-bbe8415c8dfa req-e2e2cf21-52f6-49c0-91fc-4addd2b42b34 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:33.050457 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d6fc7d23-757f-4534-b266-bbe8415c8dfa req-e2e2cf21-52f6-49c0-91fc-4addd2b42b34 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 943 time: 0.0700312 Apr 14 22:31:33.061505 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aea21-40a3-4782-b4e3-ba15338e40de service neutron] Pushing event updated for resources: {'Port': ['ID=cd91c76e-406f-4f32-b394-630c6ef2f3e0,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:33.065004 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (0dc6c6f7-9ccb-457a-86d1-eeda343d4032), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:33.576203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab05a39-501f-453e-8529-850c8b233ca9 x-openstack-request-id: req-5ab05a39-501f-453e-8529-850c8b233ca9 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:33.576492 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:33.576744 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ab05a39-501f-453e-8529-850c8b233ca9 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:33.577223 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab05a39-501f-453e-8529-850c8b233ca9'] response: {'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'status': 'completed', 'code': 200} Apr 14 22:31:33.589943 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'Port': ['ID=0dc6c6f7-9ccb-457a-86d1-eeda343d4032,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:33.650268 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-e2b28b71-80c2-4004-847d-ae221d66e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:33.653821 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-e2b28b71-80c2-4004-847d-ae221d66e8c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fe69e9616544ab891e4d22428369e06&device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1127 time: 0.6020648 Apr 14 22:31:33.669456 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d6fc7d23-757f-4534-b266-bbe8415c8dfa req-4f6c664b-b117-475f-9036-f1e9fd6c3b27 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948992 Apr 14 22:31:33.678892 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cd1ef-b326-42ee-a96e-a6a454f41a2c req-2d5b4401-75b2-40c9-892c-9fd38e6da593 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:33.693422 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e09cd1ef-b326-42ee-a96e-a6a454f41a2c req-2d5b4401-75b2-40c9-892c-9fd38e6da593 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0954483 Apr 14 22:31:33.821294 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e09cd1ef-b326-42ee-a96e-a6a454f41a2c req-0d8f0250-7f1f-4e3f-aca5-e5439280eafb tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248510 Apr 14 22:31:33.886394 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-28b75172-f845-4569-bf63-1ea7525700f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 217 time: 0.1485710 Apr 14 22:31:33.963430 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-0023a254-ef20-4301-8813-6199b37c3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:33.965651 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-0023a254-ef20-4301-8813-6199b37c3d4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 HTTP/1.1" status: 200 len: 853 time: 0.0589273 Apr 14 22:31:33.971623 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0ccce220-6c73-41a0-92e8-2ec46273c1e3 req-476285d1-21b5-4d18-b9de-fd5df7a23df9 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0985267 Apr 14 22:31:33.984851 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (24b289bc-1c19-4b1c-95a3-bee90dc00b75), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:33.987488 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:33.989264 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d0df7913-4f19-48b8-862c-358d03b31a44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "DELETE /v2.0/floatingips/24b289bc-1c19-4b1c-95a3-bee90dc00b75 HTTP/1.1" status: 204 len: 168 time: 2.2957184 Apr 14 22:31:34.093152 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-8927ef25-98a9-4f61-b991-09c208ad4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:34.095044 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-8927ef25-98a9-4f61-b991-09c208ad4821 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a002acb-800d-40c2-bc9a-a608b190f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871594 Apr 14 22:31:34.312933 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-1390655b-2e9f-4149-a221-cd9555f7ec69 service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998951 Apr 14 22:31:34.403514 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-76a010c1-7b3d-4a4c-81e0-37a7b9623c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:34.549865 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4e85163e-81b3-4861-ac99-a5f8c038ca63 req-bbc06dee-f6ac-4d53-9f85-907f429e8714 service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994112 Apr 14 22:31:34.638680 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55482) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:34.643995 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-2b351dd5-92eb-4e4b-938e-67ae55f9536e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085980124', 'description': 'tempest-description--1915766921'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:34.787067 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2b351dd5-92eb-4e4b-938e-67ae55f9536e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:34.975509 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2b351dd5-92eb-4e4b-938e-67ae55f9536e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (4382034f-4161-4870-8fe5-cf522eb840dc), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:35.044657 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2a6c6-cc9a-422f-971b-24cba0c66375 req-772468fd-5802-4038-8f41-632688f9fdff tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:35.046747 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2db2a6c6-cc9a-422f-971b-24cba0c66375 req-772468fd-5802-4038-8f41-632688f9fdff tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 943 time: 0.2218997 Apr 14 22:31:35.051053 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2b351dd5-92eb-4e4b-938e-67ae55f9536e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (4382034f-4161-4870-8fe5-cf522eb840dc), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:35.082667 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-7a6b3649-f17e-4451-ade0-e197c00849f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:35.083076 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-7a6b3649-f17e-4451-ade0-e197c00849f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fe69e9616544ab891e4d22428369e06&device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1127 time: 0.1026356 Apr 14 22:31:35.109511 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c78e1-fd26-468a-82aa-64a15093ebe8 req-237f052f-9959-42bd-98fa-29e70eaeea6d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:35.118042 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-693c78e1-fd26-468a-82aa-64a15093ebe8 req-237f052f-9959-42bd-98fa-29e70eaeea6d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.1594691 Apr 14 22:31:35.212410 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-693c78e1-fd26-468a-82aa-64a15093ebe8 req-a4b580c3-d73c-4ee4-b8a1-145dcf5fd9c8 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928786 Apr 14 22:31:35.247764 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2db2a6c6-cc9a-422f-971b-24cba0c66375 req-8c2ebb78-52b6-44bf-8ce5-98ba25d773cc tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323667 Apr 14 22:31:35.250173 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b351dd5-92eb-4e4b-938e-67ae55f9536e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4382034f-4161-4870-8fe5-cf522eb840dc,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:35.328223 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2b351dd5-92eb-4e4b-938e-67ae55f9536e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:35.335407 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2b351dd5-92eb-4e4b-938e-67ae55f9536e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6953588 Apr 14 22:31:35.347396 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55494) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:35.354784 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-c35b3d4c-e937-4e81-a088-56d440161d1b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group_rule': {'security_group_id': '4382034f-4161-4870-8fe5-cf522eb840dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:35.378610 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-19512205-2ddf-40ff-907e-15486d3d9694 req-e185ec0f-d7e4-4646-8b1a-5aee4e78535f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0628231 Apr 14 22:31:35.445004 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-82185ad8-d854-4bd4-a619-37df26d77c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:35.447496 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-82185ad8-d854-4bd4-a619-37df26d77c78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 200 len: 915 time: 0.2866714 Apr 14 22:31:35.575369 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c35b3d4c-e937-4e81-a088-56d440161d1b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (d5e98d5f-87a7-4212-904b-b53fa89f99f4), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:35.623079 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-5cd374ae-adea-424e-8250-295d08d8144c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0446804 Apr 14 22:31:35.708521 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c35b3d4c-e937-4e81-a088-56d440161d1b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (d5e98d5f-87a7-4212-904b-b53fa89f99f4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:35.809786 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c35b3d4c-e937-4e81-a088-56d440161d1b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (d5e98d5f-87a7-4212-904b-b53fa89f99f4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:35.832337 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b3d4c-e937-4e81-a088-56d440161d1b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e98d5f-87a7-4212-904b-b53fa89f99f4,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:35.929720 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c35b3d4c-e937-4e81-a088-56d440161d1b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:35.935362 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c35b3d4c-e937-4e81-a088-56d440161d1b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5843534 Apr 14 22:31:35.935681 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55504) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:35.949114 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-17fadc2b-608e-46db-a655-9d653904f032 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group_rule': {'security_group_id': '4382034f-4161-4870-8fe5-cf522eb840dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:36.066632 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-17fadc2b-608e-46db-a655-9d653904f032 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (d34bc737-5f36-4a56-a088-d48ffb3574eb), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:36.163309 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-17fadc2b-608e-46db-a655-9d653904f032 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (d34bc737-5f36-4a56-a088-d48ffb3574eb), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:36.243707 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-17fadc2b-608e-46db-a655-9d653904f032 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (d34bc737-5f36-4a56-a088-d48ffb3574eb), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:36.293325 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fadc2b-608e-46db-a655-9d653904f032 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34bc737-5f36-4a56-a088-d48ffb3574eb,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:36.383799 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-17fadc2b-608e-46db-a655-9d653904f032 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:36.389730 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-17fadc2b-608e-46db-a655-9d653904f032 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528878 Apr 14 22:31:36.390623 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55510) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:36.397084 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:36.413149 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e17a3-a169-49b7-b5ea-7a4d127f0851 req-309f473c-ff46-497c-85ad-697f1ca2724c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:36.426063 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-778e17a3-a169-49b7-b5ea-7a4d127f0851 req-309f473c-ff46-497c-85ad-697f1ca2724c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0961363 Apr 14 22:31:36.509190 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-778e17a3-a169-49b7-b5ea-7a4d127f0851 req-606c8ceb-5bf8-43ff-8de2-a0b032eabb77 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817041 Apr 14 22:31:36.513936 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:36.740433 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:36.752320 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5831f-3b6e-4429-889c-e84c6567baee req-77b19e09-6ab1-47ad-a224-77ac15eb99c4 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:36.761772 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fde5831f-3b6e-4429-889c-e84c6567baee req-77b19e09-6ab1-47ad-a224-77ac15eb99c4 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 943 time: 0.1089950 Apr 14 22:31:36.786646 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-609186f8-1cb6-45e4-af29-79a05744aa9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:36.825757 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fde5831f-3b6e-4429-889c-e84c6567baee req-bb38c5fb-642c-49b1-aac9-ff9d408275c5 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582328 Apr 14 22:31:36.961430 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-491ef8a1-ac13-4ca8-bfe9-991d1388dad3 req-6f2c25a6-f086-4b0a-8cdb-0dfee24023ad tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0519447 Apr 14 22:31:37.034550 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Allocated IP 172.27.0.40 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/62322bd8-9eef-48ab-b8ab-8c153e0c617c) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:31:37.213440 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (62322bd8-9eef-48ab-b8ab-8c153e0c617c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:37.314647 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (62322bd8-9eef-48ab-b8ab-8c153e0c617c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:37.399093 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:37.404113 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:37.411754 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=62322bd8-9eef-48ab-b8ab-8c153e0c617c,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:37.422816 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:31:37.633650 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (f7b2245c-dd0e-45d8-91a8-ad3c530566d6), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:37.743763 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22bdf-485a-474a-b7d6-3a0c56317892 req-4cd4bf55-8a55-4039-bd03-2a4061261b2e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:37.746443 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-97f22bdf-485a-474a-b7d6-3a0c56317892 req-4cd4bf55-8a55-4039-bd03-2a4061261b2e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0906675 Apr 14 22:31:37.862556 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-97f22bdf-485a-474a-b7d6-3a0c56317892 req-a914869c-1741-4c61-a89c-7c236a7bc989 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039155 Apr 14 22:31:38.007731 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e06d2a-c8dc-43f0-8b16-b7559066006c req-7d078afb-30c1-40db-aacc-c40b633853d9 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:38.011984 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-02e06d2a-c8dc-43f0-8b16-b7559066006c req-7d078afb-30c1-40db-aacc-c40b633853d9 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 943 time: 0.0777993 Apr 14 22:31:38.082259 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-02e06d2a-c8dc-43f0-8b16-b7559066006c req-6b9e6ed8-018e-4e7e-9f0c-200a00bb5843 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692086 Apr 14 22:31:38.224200 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5fc37b33-afcf-4318-834f-068333371c3c req-c4145659-2433-48c1-a723-6618f4b64f31 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0381088 Apr 14 22:31:38.249930 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:38.281822 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (62322bd8-9eef-48ab-b8ab-8c153e0c617c), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:38.636527 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (62322bd8-9eef-48ab-b8ab-8c153e0c617c), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:38.706746 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (62322bd8-9eef-48ab-b8ab-8c153e0c617c), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:38.761447 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=62322bd8-9eef-48ab-b8ab-8c153e0c617c,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:38.826467 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (f7b2245c-dd0e-45d8-91a8-ad3c530566d6), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:38.931307 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:38.938853 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e8594499-1bef-4925-8a01-2e778b321d52 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5408640 Apr 14 22:31:39.045019 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6cea0-5eea-4fed-afce-c8dfe2057d4f req-c040267e-41a2-45df-af44-b37723f83556 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:39.062748 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-49c6cea0-5eea-4fed-afce-c8dfe2057d4f req-c040267e-41a2-45df-af44-b37723f83556 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.1140704 Apr 14 22:31:39.154668 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-49c6cea0-5eea-4fed-afce-c8dfe2057d4f req-5c89b7b0-742e-484e-85d0-c1dccfde66af tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907159 Apr 14 22:31:39.331957 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:41.398195 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:42.103398 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-7abd0eb5-4d94-4e12-8fd1-20e5760a30c3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1085980124&fields=id&tenant_id=fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 267 time: 0.0555422 Apr 14 22:31:42.223238 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-685ea5d2-1b84-4b95-8bb4-c9ca0cd298e6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:42.224737 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-685ea5d2-1b84-4b95-8bb4-c9ca0cd298e6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 815 time: 0.1175952 Apr 14 22:31:42.240215 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-463b4138-bc68-4585-b0df-f6246bac1148 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/quotas/fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 375 time: 0.0093751 Apr 14 22:31:42.292899 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-e574f752-6798-44a7-8db4-f405db3bb783 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468564 Apr 14 22:31:42.391303 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-b92733fa-0d7d-4a47-b321-5a29e5deff3a service neutron] 10.222.0.50 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840538 Apr 14 22:31:42.477513 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-f0805e45-1885-4c8f-a2cc-f9c1acdb84d5 service neutron] 10.222.0.50 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804181 Apr 14 22:31:42.829947 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-9192f96c-6916-48e2-ae2c-631bdcc5b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:42.832150 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b222ab-538f-40f6-91bc-744527d69fa2 req-14c477f7-ed0b-4ff9-b9e4-8b550612c530 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:42.834315 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-9192f96c-6916-48e2-ae2c-631bdcc5b65d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 HTTP/1.1" status: 200 len: 853 time: 0.0980170 Apr 14 22:31:42.840829 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-17b222ab-538f-40f6-91bc-744527d69fa2 req-14c477f7-ed0b-4ff9-b9e4-8b550612c530 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 943 time: 0.0844884 Apr 14 22:31:42.917044 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-17b222ab-538f-40f6-91bc-744527d69fa2 req-aeb19a73-356c-4f90-afe3-3d536a4fe5b4 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753062 Apr 14 22:31:43.072838 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9ccdd2ef-94ae-472d-9bbe-7b861cde68d0 req-541024d2-c6a6-45c7-8230-f393f37eda3c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0442274 Apr 14 22:31:43.208381 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377b2a2-9771-43d4-bc78-22d530365d7d req-5b38391a-aedd-4cc1-979d-389cb8a92888 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:43.216399 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6377b2a2-9771-43d4-bc78-22d530365d7d req-5b38391a-aedd-4cc1-979d-389cb8a92888 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0772984 Apr 14 22:31:43.276464 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6377b2a2-9771-43d4-bc78-22d530365d7d req-c59b5d63-1a90-4be0-92a9-cc6d74f6a744 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591273 Apr 14 22:31:43.371785 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9b766f58-2229-48f5-9a38-0bdf77363d8e req-1e685a28-2bbc-4260-af50-c9d0155bee84 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 210 time: 0.0457127 Apr 14 22:31:43.734043 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64908500-aa6f-4924-8516-8e8558c0d2c5 req-e2090859-c592-43d7-98e6-5fca4754caac tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:43.736110 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64908500-aa6f-4924-8516-8e8558c0d2c5 req-e2090859-c592-43d7-98e6-5fca4754caac tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0565305 Apr 14 22:31:43.792584 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64908500-aa6f-4924-8516-8e8558c0d2c5 req-45ac3f4e-4b1b-469f-b3d5-b9eca3270187 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500259 Apr 14 22:31:43.995117 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-67c60237-a78c-41cf-b772-49682f1824dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:43.998391 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-67c60237-a78c-41cf-b772-49682f1824dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a002acb-800d-40c2-bc9a-a608b190f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672674 Apr 14 22:31:44.215487 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2dbd605d-82d1-45aa-a3f9-7ca998fa5e06 req-b76da289-c42a-4cf9-9e6f-e19b171eeb38 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0441217 Apr 14 22:31:44.338295 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddbd33-640c-4722-9116-09afa188d61b req-9ebf53cb-a146-4854-9e5d-7d55fc6a92bd tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:44.339981 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b5ddbd33-640c-4722-9116-09afa188d61b req-9ebf53cb-a146-4854-9e5d-7d55fc6a92bd tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 943 time: 0.3308973 Apr 14 22:31:44.422439 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b5ddbd33-640c-4722-9116-09afa188d61b req-eda7700d-0fe2-4eb2-b9c3-0a2b3a5120b8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727828 Apr 14 22:31:44.454520 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-e10a2b93-77d2-4d30-bc2e-900bce4eee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:44.456496 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-e10a2b93-77d2-4d30-bc2e-900bce4eee94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 1129 time: 0.0991850 Apr 14 22:31:44.634031 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-4b9d7f33-2060-4b7c-960a-38bf1ef6ea99 service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171045 Apr 14 22:31:44.644336 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2ce9efc5-2e37-468c-a49a-4592d6d4a43f req-012132ec-9d17-4c31-bf5c-32dff78be38f tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 210 time: 0.1456659 Apr 14 22:31:44.666761 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-34c1ff67-3b04-4554-bb2b-f5b6509b12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:44.666761 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-34c1ff67-3b04-4554-bb2b-f5b6509b12a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 912 time: 0.1946771 Apr 14 22:31:44.838561 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-a96035a9-db46-46dc-8551-f5d0182b26fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28d92f14-2fa9-4c18-8740-52effd61fc03 HTTP/1.1" status: 200 len: 1001 time: 0.1385438 Apr 14 22:31:44.870094 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-0c494d56-7938-4668-be6c-4dc7c42bdc72 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:44.871702 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-0c494d56-7938-4668-be6c-4dc7c42bdc72 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 811 time: 0.3092923 Apr 14 22:31:44.901311 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a51e220e-6b7a-4984-bee0-1150187dfaf1 req-2d50426a-a0a8-44a8-a456-9b00012cad7f service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559965 Apr 14 22:31:44.943036 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-42b93aa1-a1d0-4c4d-9a08-c8eb12a3125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:44.944579 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-42b93aa1-a1d0-4c4d-9a08-c8eb12a3125a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9260e563-889a-4d8d-9460-f20961e80a75 HTTP/1.1" status: 200 len: 850 time: 0.0972869 Apr 14 22:31:45.003092 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-1f9527f8-ca67-4187-bf3c-67fdd700848b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 380 time: 0.1114566 Apr 14 22:31:45.018645 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'port': {'device_id': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'admin_state_up': True, 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'security_groups': ['3c2af8f5-980b-4150-86a7-a93bef4a1247']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:45.020546 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-a436b716-5d22-457b-8936-de17056a3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:45.022086 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-a436b716-5d22-457b-8936-de17056a3e27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=159b1b7f-6741-46d2-acf2-45a3089013d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696576 Apr 14 22:31:45.042351 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb205cd-fc33-42fe-9f7d-b4e4a9688934 req-e3887b59-9fd3-4261-9350-68e137c6742d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:45.049513 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-deb205cd-fc33-42fe-9f7d-b4e4a9688934 req-e3887b59-9fd3-4261-9350-68e137c6742d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.1078014 Apr 14 22:31:45.124302 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-deb205cd-fc33-42fe-9f7d-b4e4a9688934 req-6fa45d59-590b-4491-8888-dad8518dcf59 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712378 Apr 14 22:31:45.256800 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-009e16df-8bf5-49f7-a960-382d85f9dd93 service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207246 Apr 14 22:31:45.344994 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2d555fe6-5e7c-4190-affd-2120393f2639 req-a359fe7c-0678-4f4f-8e4e-95505514ffef tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0519915 Apr 14 22:31:45.361691 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Made reservation on behalf of 4bb0bc5b44d44e82b46c0d5391196c99 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:31:45.365461 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:45.547400 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fb44a-35db-46ef-a49b-4146b8a03220 req-d8d26bf0-c9cf-4f83-ba63-d7465bf7d47b tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:45.552143 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-828fb44a-35db-46ef-a49b-4146b8a03220 req-d8d26bf0-c9cf-4f83-ba63-d7465bf7d47b tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 943 time: 0.0599720 Apr 14 22:31:45.645640 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-828fb44a-35db-46ef-a49b-4146b8a03220 req-a1619cc2-f55b-493e-9758-4c7b44f0ed65 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884967 Apr 14 22:31:45.675804 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b9a10856-e740-48ca-a7c3-e066704fc07c req-80715530-3e48-4868-a353-dd87783a323f service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147864 Apr 14 22:31:45.696499 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-09ef75d7-cfb3-4432-93a7-511067eb1dae tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:45.696499 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-09ef75d7-cfb3-4432-93a7-511067eb1dae tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 815 time: 0.2005429 Apr 14 22:31:45.839066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Allocated IP 172.20.0.14 (f7bfc711-f464-4d61-846c-bcc9df2c170e/92537d96-b02e-442e-99fe-17128df02580/a32e10a8-b4a5-4090-99a6-287d09b3ff32) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:31:45.865365 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9d2a6d0d-38ce-4338-abba-34ecc34d792f req-f730fa74-393f-4530-8bf2-a80c21bd3538 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 210 time: 0.0528965 Apr 14 22:31:45.879793 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-64ff8099-f441-4325-b857-98372468a80a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 380 time: 0.1634676 Apr 14 22:31:45.911990 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'port': {'device_id': '992a4071-0424-4948-8d42-47bc94e012e2', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'admin_state_up': True, 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'security_groups': ['4382034f-4161-4870-8fe5-cf522eb840dc']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:46.269371 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f682e6-4ac0-4a24-b69d-1ffd7bd2c019 req-94e1db7d-95c7-4b33-9d0a-e84bc7aba722 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:46.278847 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-50f682e6-4ac0-4a24-b69d-1ffd7bd2c019 req-94e1db7d-95c7-4b33-9d0a-e84bc7aba722 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0729406 Apr 14 22:31:46.363763 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-50f682e6-4ac0-4a24-b69d-1ffd7bd2c019 req-cb72efbb-bb4c-4df4-8563-19f374e9d874 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815399 Apr 14 22:31:46.373669 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:46.374317 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device cd91c76e-406f-4f32-b394-630c6ef2f3e0 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:31:46.446935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Made reservation on behalf of fe9fd41acaba4063bd881eae09e6cf7b for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:31:46.452955 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:46.470824 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-677a5ad0-c188-4fc0-b52b-816d6a2e32f4 req-1dad22cd-8b2a-4328-95a4-472cb01f14d5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0346732 Apr 14 22:31:46.478735 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:46.498895 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port cd91c76e-406f-4f32-b394-630c6ef2f3e0, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:46.513512 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'port_id': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'mac_address': 'fa:16:3e:1a:3b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:31:46.545754 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Network f7bfc711-f464-4d61-846c-bcc9df2c170e is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:46.553575 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:46.589359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:31:46.604578 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port cd91c76e-406f-4f32-b394-630c6ef2f3e0 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:46.605290 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:46.621856 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd91c76e-406f-4f32-b394-630c6ef2f3e0 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:31:46.637074 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=a32e10a8-b4a5-4090-99a6-287d09b3ff32,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:46.646278 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:46.646973 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:46.649293 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port cd91c76e-406f-4f32-b394-630c6ef2f3e0, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:46.729106 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:46.762075 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-37bac9f5-bb61-4d43-a91d-0c8cb1e3844b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7496817 Apr 14 22:31:46.791450 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Allocated IP 172.20.0.12 (91cf136c-d92b-4435-96b9-805ae0f45c6f/95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3/f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:31:46.816997 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Request body: {'port': {'device_id': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:46.831163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=cd91c76e-406f-4f32-b394-630c6ef2f3e0,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:46.841599 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.842380 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.843083 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.843675 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.844216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.844765 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.845319 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.845819 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.846317 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.846897 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.847440 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.847960 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.848457 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.849007 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.849589 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:31:46.901950 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d2d6-0d85-4cf8-a9e8-05bc01d8c020 req-17ee6f7b-e378-4b13-8de0-d85662b7a51d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:46.906088 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e717d2d6-0d85-4cf8-a9e8-05bc01d8c020 req-17ee6f7b-e378-4b13-8de0-d85662b7a51d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 944 time: 0.1235166 Apr 14 22:31:46.972230 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e717d2d6-0d85-4cf8-a9e8-05bc01d8c020 req-d407a086-6a05-46ad-936b-a373e568166f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538790 Apr 14 22:31:46.975549 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-5b8a6293-ceda-455d-a48b-ca068a0a2a3f None None] Provisioning complete for port a32e10a8-b4a5-4090-99a6-287d09b3ff32 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:46.976051 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6293-ceda-455d-a48b-ca068a0a2a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.017234 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['cd91c76e-406f-4f32-b394-630c6ef2f3e0'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:31:47.043701 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a6293-ceda-455d-a48b-ca068a0a2a3f None None] Port a32e10a8-b4a5-4090-99a6-287d09b3ff32 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:47.047432 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01d19c9a-2d7f-435e-9e52-49875b86ce5e req-472bf367-f31d-4550-a713-cf91c4951869 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 210 time: 0.0727394 Apr 14 22:31:47.059275 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.156614 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.384713 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.387586 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32e10a8-b4a5-4090-99a6-287d09b3ff32 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:31:47.403106 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Publish callbacks [] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.441695 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:31:47.447894 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Transition to ACTIVE for port object a32e10a8-b4a5-4090-99a6-287d09b3ff32 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:31:47.453035 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:31:47.457823 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:31:47.492016 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:47.500666 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259192f5-17c5-4c77-9d06-6707cea65896 req-7153ad59-4e93-4f55-a92a-327e3a99d514 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:47.502692 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-259192f5-17c5-4c77-9d06-6707cea65896 req-7153ad59-4e93-4f55-a92a-327e3a99d514 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0552428 Apr 14 22:31:47.519179 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:47.519839 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.522350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.578749 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-259192f5-17c5-4c77-9d06-6707cea65896 req-b23b633c-4ffe-4e33-8d62-b3b00cc4a4e2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666714 Apr 14 22:31:47.583658 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a32e10a8-b4a5-4090-99a6-287d09b3ff32,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:47.673438 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-13acc65c-90d0-4fa1-93b1-966b65574958 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7669294 Apr 14 22:31:47.689742 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:31:47.694663 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Request body: {'port': {'device_id': '992a4071-0424-4948-8d42-47bc94e012e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:47.707412 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a4637-4b3f-4f93-9621-477d49779980 req-fdadc823-4d4e-45df-8261-160ced828fe4 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:47.709277 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-360a4637-4b3f-4f93-9621-477d49779980 req-fdadc823-4d4e-45df-8261-160ced828fe4 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0916684 Apr 14 22:31:47.767279 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-49801604-3836-45aa-bf98-76214666170e None None] Provisioning complete for port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:47.767946 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49801604-3836-45aa-bf98-76214666170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.783952 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Attempting to bind port a32e10a8-b4a5-4090-99a6-287d09b3ff32 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:31:47.784305 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Attempting to bind port a32e10a8-b4a5-4090-99a6-287d09b3ff32 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:31:47.784690 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Attempting to bind port a32e10a8-b4a5-4090-99a6-287d09b3ff32 on network f7bfc711-f464-4d61-846c-bcc9df2c170e {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:47.805537 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-49801604-3836-45aa-bf98-76214666170e None None] Port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:31:47.818359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Port a32e10a8-b4a5-4090-99a6-287d09b3ff32 on network f7bfc711-f464-4d61-846c-bcc9df2c170e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:31:47.818747 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Attempting to bind port a32e10a8-b4a5-4090-99a6-287d09b3ff32 on network f7bfc711-f464-4d61-846c-bcc9df2c170e {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:47.840837 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-360a4637-4b3f-4f93-9621-477d49779980 req-5b477f28-cc11-4a6e-9742-182f94b54d11 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115265 Apr 14 22:31:47.841936 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:31:47.842325 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Checking segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:31:47.842732 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Bound using segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:31:47.843162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Bound port: a32e10a8-b4a5-4090-99a6-287d09b3ff32, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:31:47.843522 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.845502 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:47.997278 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] For port a32e10a8-b4a5-4090-99a6-287d09b3ff32, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:31:48.022484 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] For port a32e10a8-b4a5-4090-99a6-287d09b3ff32, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a32e10a8-b4a5-4090-99a6-287d09b3ff32,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:31:48.088257 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82cb79-0060-44eb-b131-7f9e48e63c11 req-da2cfc03-2383-49e6-b967-17842b43c04e tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:48.089856 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f82cb79-0060-44eb-b131-7f9e48e63c11 req-da2cfc03-2383-49e6-b967-17842b43c04e tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 944 time: 0.0482318 Apr 14 22:31:48.093667 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:48.142810 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4f82cb79-0060-44eb-b131-7f9e48e63c11 req-52f1cd28-5ef8-4252-83a2-ba27d5909b0c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 Apr 14 22:31:48.152617 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:48.153242 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:48.154672 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/a32e10a8-b4a5-4090-99a6-287d09b3ff32 HTTP/1.1" status: 200 len: 1094 time: 1.3434460 Apr 14 22:31:48.157874 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'tag': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:48.160358 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b29884-a3f5-4417-8ac8-80c73506c698" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba265f0-5d2f-44c9-b8c0-48791ace403f", "tag": "a32e10a8-b4a5-4090-99a6-287d09b3ff32"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:48.227862 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c129d-9f48-491a-99a0-7d36fbd694f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a32e10a8-b4a5-4090-99a6-287d09b3ff32,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:48.237661 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e352ba-a671-4c53-a822-4a5af4470632 req-b51144e6-fa96-4c2b-972d-26a30efa10e0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:48.239528 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-73e352ba-a671-4c53-a822-4a5af4470632 req-b51144e6-fa96-4c2b-972d-26a30efa10e0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 932 time: 0.1086292 Apr 14 22:31:48.243261 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9030164-4edb-4d7b-80e8-c2af26d9d277 x-openstack-request-id: req-e9030164-4edb-4d7b-80e8-c2af26d9d277 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:48.243559 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba265f0-5d2f-44c9-b8c0-48791ace403f", "tag": "a32e10a8-b4a5-4090-99a6-287d09b3ff32", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:48.243815 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9030164-4edb-4d7b-80e8-c2af26d9d277 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:48.244219 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9030164-4edb-4d7b-80e8-c2af26d9d277'] response: {'name': 'network-changed', 'server_uuid': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'tag': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'status': 'completed', 'code': 200} Apr 14 22:31:48.350149 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b29884-a3f5-4417-8ac8-80c73506c698 req-48916c66-72cc-42b2-a168-4502a0ac2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:48.351802 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-68b29884-a3f5-4417-8ac8-80c73506c698 req-48916c66-72cc-42b2-a168-4502a0ac2e8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 1128 time: 0.0854275 Apr 14 22:31:48.360438 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:31:48.379698 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device cd91c76e-406f-4f32-b394-630c6ef2f3e0 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:48.380155 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Publish callbacks [] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:48.422590 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Transition to ACTIVE for port object f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:31:48.442076 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port cd91c76e-406f-4f32-b394-630c6ef2f3e0 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:31:48.451796 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-73e352ba-a671-4c53-a822-4a5af4470632 req-743426a7-0203-4c9d-b3d7-83271717703c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027102 Apr 14 22:31:48.489432 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:48.491707 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b29884-a3f5-4417-8ac8-80c73506c698 req-2cc6ba9d-6af8-4334-bbe8-f0b42f7f9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:48.493978 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-68b29884-a3f5-4417-8ac8-80c73506c698 req-2cc6ba9d-6af8-4334-bbe8-f0b42f7f9a93 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1290801 Apr 14 22:31:48.517827 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port cd91c76e-406f-4f32-b394-630c6ef2f3e0 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:48.518530 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:48.602332 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Pushing event updated for resources: {'Port': ['ID=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:48.619966 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port cd91c76e-406f-4f32-b394-630c6ef2f3e0 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:48.620356 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:48.650402 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:48.657043 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942d752f-c078-4756-8b48-7829c5819c38" -d '{"events": [{"server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "name": "network-vif-plugged", "status": "completed", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:48.669320 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port cd91c76e-406f-4f32-b394-630c6ef2f3e0, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:48.693075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b29884-a3f5-4417-8ac8-80c73506c698 req-56904868-aa51-43f1-a5d8-2dc5fcacb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:48.694602 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-68b29884-a3f5-4417-8ac8-80c73506c698 req-56904868-aa51-43f1-a5d8-2dc5fcacb582 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922882 Apr 14 22:31:48.712521 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Attempting to bind port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:31:48.712716 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Attempting to bind port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:31:48.713200 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Attempting to bind port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:48.716694 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71de2ae-fd56-4d30-9d2f-62f81f8c61a0 x-openstack-request-id: req-d71de2ae-fd56-4d30-9d2f-62f81f8c61a0 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:48.716998 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "name": "network-vif-plugged", "status": "completed", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:48.717254 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d71de2ae-fd56-4d30-9d2f-62f81f8c61a0 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:48.717687 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71de2ae-fd56-4d30-9d2f-62f81f8c61a0'] response: {'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'code': 200} Apr 14 22:31:48.722071 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d on network 91cf136c-d92b-4435-96b9-805ae0f45c6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:31:48.722400 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Attempting to bind port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:31:48.723898 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:48.728798 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:31:48.729143 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Checking segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:31:48.731486 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Bound using segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:31:48.731486 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Bound port: f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:31:48.731486 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:48.802618 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=cd91c76e-406f-4f32-b394-630c6ef2f3e0,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:48.830956 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-0c9e002c-af4f-417e-abf9-940142cfaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:48.833054 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-0c9e002c-af4f-417e-abf9-940142cfaf0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 1128 time: 0.0787489 Apr 14 22:31:48.890465 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-3f9f948b-5431-404f-baf5-bbe340dd38ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a32e10a8-b4a5-4090-99a6-287d09b3ff32 HTTP/1.1" status: 200 len: 217 time: 0.0457621 Apr 14 22:31:48.893582 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] For port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:31:48.931818 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] For port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:31:49.007552 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-54f824bc-9b7c-46eb-a6ac-4a739764421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.009015 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-54f824bc-9b7c-46eb-a6ac-4a739764421e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.1130455 Apr 14 22:31:49.017814 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70201bcd-cace-4c9d-9f89-6471b982abe1 req-9b0671bc-0a49-4dbb-a7bc-89cc345b4895 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.019455 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-70201bcd-cace-4c9d-9f89-6471b982abe1 req-9b0671bc-0a49-4dbb-a7bc-89cc345b4895 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0898395 Apr 14 22:31:49.024778 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:49.100634 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec54ed2-c759-4b54-a997-b1dac228b1af req-c3d03469-9533-4d2b-a3bc-d54decd02155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.102650 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ec54ed2-c759-4b54-a997-b1dac228b1af req-c3d03469-9533-4d2b-a3bc-d54decd02155 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1129 time: 0.1276848 Apr 14 22:31:49.142321 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.142972 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:49.144367 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] 10.222.0.37 "PUT /v2.0/ports/f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d HTTP/1.1" status: 200 len: 1094 time: 1.4594238 Apr 14 22:31:49.145762 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-8dec0b12-ddce-4f44-a94e-057853330bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.147155 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-8dec0b12-ddce-4f44-a94e-057853330bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1245592 Apr 14 22:31:49.185922 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396124be-8e45-455d-96ae-ff78d2b4bf8f service neutron] Pushing event updated for resources: {'Port': ['ID=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:49.280618 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bd107-7b91-48b0-bc77-ae3a34ebf7d4 req-b0cd469f-26d8-4ccc-aeb6-ec7819d33335 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.283051 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-542bd107-7b91-48b0-bc77-ae3a34ebf7d4 req-b0cd469f-26d8-4ccc-aeb6-ec7819d33335 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0602126 Apr 14 22:31:49.287309 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-70201bcd-cace-4c9d-9f89-6471b982abe1 req-66feb730-67ca-4dd7-9ac7-7f5cb0bc35d4 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445214 Apr 14 22:31:49.306935 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ec54ed2-c759-4b54-a997-b1dac228b1af req-e1d88fd8-7259-4e5e-be9b-597fc4773674 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868114 Apr 14 22:31:49.347789 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-47da9989-a939-40ce-9563-30df3aed8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.349341 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-47da9989-a939-40ce-9563-30df3aed8327 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 1128 time: 0.1048295 Apr 14 22:31:49.356138 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-62073178-20bb-4fe6-822b-ca9045f404df service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906509 Apr 14 22:31:49.362490 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-542bd107-7b91-48b0-bc77-ae3a34ebf7d4 req-79739f66-d41f-4a90-b8f9-b60555299256 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680866 Apr 14 22:31:49.579608 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-60346982-dd7d-4b2f-8a00-4cbccbe413e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d HTTP/1.1" status: 200 len: 217 time: 0.0654111 Apr 14 22:31:49.675322 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4664de-48c2-474a-8eaa-aae531c3191b req-c0b40feb-2703-4a18-8751-2520eb94d273 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.676838 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6f4664de-48c2-474a-8eaa-aae531c3191b req-c0b40feb-2703-4a18-8751-2520eb94d273 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 944 time: 0.1471579 Apr 14 22:31:49.720138 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-a28a6737-de0b-4fde-8a72-1461c11d115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:49.721635 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-a28a6737-de0b-4fde-8a72-1461c11d115d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.1195064 Apr 14 22:31:49.736115 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9c9a60c2-6efa-486c-8216-1618d370bc5f req-704e7ae1-9905-4775-986f-ac018e360c92 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158902 Apr 14 22:31:49.757146 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6f4664de-48c2-474a-8eaa-aae531c3191b req-421c28a7-8555-4c30-8ed7-c9f0f37accd2 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716300 Apr 14 22:31:50.105762 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-74c86a1a-c8e1-483c-a71a-dd4b45fb7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:50.107339 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-74c86a1a-c8e1-483c-a71a-dd4b45fb7e4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453842 Apr 14 22:31:50.200138 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-76f40a6b-9c47-4422-9268-40b6f7687862 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855908 Apr 14 22:31:50.261498 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992a4071-0424-4948-8d42-47bc94e012e2', 'tag': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:50.263817 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42d0672-6066-4332-aa85-8e945396d464" -d '{"events": [{"name": "network-changed", "server_uuid": "992a4071-0424-4948-8d42-47bc94e012e2", "tag": "f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:50.301499 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0519adbc-ea1e-497c-8299-b3d369c4d23f x-openstack-request-id: req-0519adbc-ea1e-497c-8299-b3d369c4d23f {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:50.301765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992a4071-0424-4948-8d42-47bc94e012e2", "tag": "f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:50.302016 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0519adbc-ea1e-497c-8299-b3d369c4d23f {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:50.302407 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0519adbc-ea1e-497c-8299-b3d369c4d23f'] response: {'name': 'network-changed', 'server_uuid': '992a4071-0424-4948-8d42-47bc94e012e2', 'tag': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'status': 'completed', 'code': 200} Apr 14 22:31:50.306262 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-55683ffc-ad1a-4916-8106-0f0e1a6935b9 req-736f7e8f-47b5-43e1-bd69-dee85c86753d service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977092 Apr 14 22:31:50.408482 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1844569-32ee-4d97-949f-c810f94d446f req-ee21adee-c482-4d0a-b16a-43872ccf87f9 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:50.409999 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d1844569-32ee-4d97-949f-c810f94d446f req-ee21adee-c482-4d0a-b16a-43872ccf87f9 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0513453 Apr 14 22:31:50.466941 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d1844569-32ee-4d97-949f-c810f94d446f req-cd2a3664-b7d6-4bd0-8d28-969f4bb901fc tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511279 Apr 14 22:31:50.474012 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49249d-3528-4363-af1f-a050221fe015 req-f9d1bf9b-dbbc-4983-b1c6-afc0fb64de3d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:50.479216 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4d49249d-3528-4363-af1f-a050221fe015 req-f9d1bf9b-dbbc-4983-b1c6-afc0fb64de3d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0526280 Apr 14 22:31:50.522982 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4d49249d-3528-4363-af1f-a050221fe015 req-4b3a9af8-5bd6-41ae-94bd-57bb40298ba9 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Apr 14 22:31:50.706935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55734) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:50.755968 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf936a9-77ce-49e2-80bc-2e2ae99232dd admin admin] Deleting subnet ccc865fa-2c12-4684-aee5-b9b2b9c4185d {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:31:50.759723 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eaf936a9-77ce-49e2-80bc-2e2ae99232dd admin admin] Publish callbacks [] for subnet (ccc865fa-2c12-4684-aee5-b9b2b9c4185d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:50.793712 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eaf936a9-77ce-49e2-80bc-2e2ae99232dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610516'] for subnet (ccc865fa-2c12-4684-aee5-b9b2b9c4185d), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:50.842315 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eaf936a9-77ce-49e2-80bc-2e2ae99232dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (ccc865fa-2c12-4684-aee5-b9b2b9c4185d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:50.900568 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9435b-b677-4077-982a-6bc3b25f377c req-5bb44605-a631-4b7e-9b9f-cf0ce774e997 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:50.902041 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b3b9435b-b677-4077-982a-6bc3b25f377c req-5bb44605-a631-4b7e-9b9f-cf0ce774e997 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 944 time: 0.0753343 Apr 14 22:31:50.960371 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b3b9435b-b677-4077-982a-6bc3b25f377c req-eb51e7b7-dc31-46f4-8506-5733aaa2e694 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499809 Apr 14 22:31:51.032026 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eaf936a9-77ce-49e2-80bc-2e2ae99232dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25656069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25923208'] for subnet (ccc865fa-2c12-4684-aee5-b9b2b9c4185d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.058276 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf936a9-77ce-49e2-80bc-2e2ae99232dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc865fa-2c12-4684-aee5-b9b2b9c4185d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:51.062103 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-eaf936a9-77ce-49e2-80bc-2e2ae99232dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.065374 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-eaf936a9-77ce-49e2-80bc-2e2ae99232dd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ccc865fa-2c12-4684-aee5-b9b2b9c4185d HTTP/1.1" status: 204 len: 168 time: 0.3566191 Apr 14 22:31:51.067823 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55738) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:51.137165 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (f5cf224b-801b-4744-8c0a-5f26a505062a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.212773 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (f5cf224b-801b-4744-8c0a-5f26a505062a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.232394 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cf224b-801b-4744-8c0a-5f26a505062a']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:51.241523 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd549866-9e90-47b5-9302-f8b9397a80b9') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:51.241825 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd549866-9e90-47b5-9302-f8b9397a80b9') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:31:51.251549 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (fd549866-9e90-47b5-9302-f8b9397a80b9), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.264325 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (fd549866-9e90-47b5-9302-f8b9397a80b9), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.270016 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:31:51.270397 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (fd549866-9e90-47b5-9302-f8b9397a80b9), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:31:51.272069 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:31:51.403282 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (f5cf224b-801b-4744-8c0a-5f26a505062a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.407728 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.411069 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] 10.222.0.50 "DELETE /v2.0/networks/f5cf224b-801b-4744-8c0a-5f26a505062a HTTP/1.1" status: 204 len: 168 time: 0.3423300 Apr 14 22:31:51.424504 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3df63-dadc-4529-9076-af0b4f44db7c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5cf224b-801b-4744-8c0a-5f26a505062a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:51.594977 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e102b2-1a5b-4c9f-b7db-7dcccd84a257 req-3da01e3f-00da-4b26-a43c-7ff847b7f041 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:51.596589 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-62e102b2-1a5b-4c9f-b7db-7dcccd84a257 req-3da01e3f-00da-4b26-a43c-7ff847b7f041 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0610232 Apr 14 22:31:51.643891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c481-eaf1-4e6e-8cde-7cfbc8ee856c req-d12ce709-5e52-429e-90b2-f11dd964703c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:51.645433 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2061c481-eaf1-4e6e-8cde-7cfbc8ee856c req-d12ce709-5e52-429e-90b2-f11dd964703c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Apr 14 22:31:51.659298 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-62e102b2-1a5b-4c9f-b7db-7dcccd84a257 req-99544238-4fb6-42dd-a8c8-52c1d9a190e0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559936 Apr 14 22:31:51.693574 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2061c481-eaf1-4e6e-8cde-7cfbc8ee856c req-79c22ec9-20f7-4de4-8b78-78739a681df8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Apr 14 22:31:51.716155 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55748) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:51.760055 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a837d088-2476-4064-a720-c22efccd538b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b31b27ed094a47fcbe30649a638dfae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426350 Apr 14 22:31:51.762432 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55752) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:51.806827 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61106806-d957-4e35-9bbe-9071de3c013f req-0223429a-a062-44da-b73e-4ede45579652 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:51.808392 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-61106806-d957-4e35-9bbe-9071de3c013f req-0223429a-a062-44da-b73e-4ede45579652 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0483088 Apr 14 22:31:51.810735 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9706d5b5-54fe-4c0a-a726-fa92fdff5bc9 admin admin] Publish callbacks [] for security_group (83a39c09-04f1-40c5-a9c3-82f45bd2aae4), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.832792 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9706d5b5-54fe-4c0a-a726-fa92fdff5bc9 admin admin] Publish callbacks [] for security_group (83a39c09-04f1-40c5-a9c3-82f45bd2aae4), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.856832 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-61106806-d957-4e35-9bbe-9071de3c013f req-94d2b9ed-3fd4-4890-a519-63dbbdbd0edd tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Apr 14 22:31:51.934340 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9706d5b5-54fe-4c0a-a726-fa92fdff5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (83a39c09-04f1-40c5-a9c3-82f45bd2aae4), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.937009 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9706d5b5-54fe-4c0a-a726-fa92fdff5bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:51.938189 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9706d5b5-54fe-4c0a-a726-fa92fdff5bc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83a39c09-04f1-40c5-a9c3-82f45bd2aae4 HTTP/1.1" status: 204 len: 168 time: 0.1748188 Apr 14 22:31:51.950522 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706d5b5-54fe-4c0a-a726-fa92fdff5bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a39c09-04f1-40c5-a9c3-82f45bd2aae4,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:52.037510 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0672-6066-4332-aa85-8e945396d464 req-14d357c5-b6d6-4599-ae56-265585d045e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:52.043768 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d42d0672-6066-4332-aa85-8e945396d464 req-14d357c5-b6d6-4599-ae56-265585d045e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 1128 time: 0.0624452 Apr 14 22:31:52.097050 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92b0b2-b8a3-4a3e-b8f3-c59ed8b67ec6 req-cc160677-61ae-4149-830e-5221c72d62fa tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:52.103283 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ba92b0b2-b8a3-4a3e-b8f3-c59ed8b67ec6 req-cc160677-61ae-4149-830e-5221c72d62fa tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 944 time: 0.0585470 Apr 14 22:31:52.154494 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ba92b0b2-b8a3-4a3e-b8f3-c59ed8b67ec6 req-4757f5c1-b176-48b1-916d-0dbe296476fc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496237 Apr 14 22:31:52.191723 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e2fba-ec86-48c5-8cda-7759882f21b9 req-64a80c25-43ea-4739-8b8d-e3dc93c58579 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:52.193443 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-823e2fba-ec86-48c5-8cda-7759882f21b9 req-64a80c25-43ea-4739-8b8d-e3dc93c58579 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0536039 Apr 14 22:31:52.528379 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-823e2fba-ec86-48c5-8cda-7759882f21b9 req-6713a6b5-5c62-4fc3-b6b2-2127d1f0ca9c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289008 Apr 14 22:31:52.595190 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0672-6066-4332-aa85-8e945396d464 req-e19c1c17-d977-480e-8948-eb5c51ab1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:52.596650 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d42d0672-6066-4332-aa85-8e945396d464 req-e19c1c17-d977-480e-8948-eb5c51ab1227 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 916 time: 0.0905557 Apr 14 22:31:52.773305 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6ad48-1c1d-4335-b556-f93337986ba3 req-8cdf0b85-4356-4560-99a7-cb354bc98ffc tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:52.775895 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6ec6ad48-1c1d-4335-b556-f93337986ba3 req-8cdf0b85-4356-4560-99a7-cb354bc98ffc tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0524340 Apr 14 22:31:52.832770 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6ec6ad48-1c1d-4335-b556-f93337986ba3 req-5f4a8768-f41b-4087-a640-28ce78e8681f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507393 Apr 14 22:31:52.874071 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d42d0672-6066-4332-aa85-8e945396d464 req-e9f24039-76d9-4673-928c-d686dc3bd820 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d HTTP/1.1" status: 200 len: 217 time: 0.0495579 Apr 14 22:31:52.932903 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0672-6066-4332-aa85-8e945396d464 req-ad4afa09-106e-4f29-aca3-288516f263de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:52.934502 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d42d0672-6066-4332-aa85-8e945396d464 req-ad4afa09-106e-4f29-aca3-288516f263de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.0537643 Apr 14 22:31:52.986981 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0672-6066-4332-aa85-8e945396d464 req-beec2aa4-b067-44b4-badf-7e98e42307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:52.988506 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d42d0672-6066-4332-aa85-8e945396d464 req-beec2aa4-b067-44b4-badf-7e98e42307dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464408 Apr 14 22:31:53.087256 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d42d0672-6066-4332-aa85-8e945396d464 req-ad43ac24-f022-40b3-a0c4-d10e39d7137a service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915620 Apr 14 22:31:53.184290 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d42d0672-6066-4332-aa85-8e945396d464 req-e297628b-25cb-4449-bce3-209193ab50fa service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906427 Apr 14 22:31:53.318075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1161eba-ced3-415d-b836-3170587ca05d req-b99ac959-ada0-47ed-9b2a-86e6422e10cd tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:53.324522 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c1161eba-ced3-415d-b836-3170587ca05d req-b99ac959-ada0-47ed-9b2a-86e6422e10cd tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 944 time: 0.0621693 Apr 14 22:31:53.369462 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c1161eba-ced3-415d-b836-3170587ca05d req-5dd5368e-44ff-48d4-828c-50880df66041 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Apr 14 22:31:53.745514 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5c1d3-58ce-47d3-94d9-012634fe1c7a req-7ff60f1c-026c-476a-a517-cf02be5707ae tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:53.747796 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f0f5c1d3-58ce-47d3-94d9-012634fe1c7a req-7ff60f1c-026c-476a-a517-cf02be5707ae tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0492795 Apr 14 22:31:53.829289 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f0f5c1d3-58ce-47d3-94d9-012634fe1c7a req-0df75b4a-fc20-4c40-9791-8b270a9c6006 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754697 Apr 14 22:31:53.830492 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-73bc1cfc-9d5e-4053-ae82-72750c7a342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:53.832009 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-73bc1cfc-9d5e-4053-ae82-72750c7a342f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1130 time: 0.0600514 Apr 14 22:31:53.938769 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-dc62b873-c29b-4c81-9770-709446662a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:53.940239 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-dc62b873-c29b-4c81-9770-709446662a16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.0958333 Apr 14 22:31:53.959483 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5132d51-d835-4e35-9fe9-cc0b34f293ef req-fe250339-e864-422d-ac12-4a504f355581 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:53.961059 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c5132d51-d835-4e35-9fe9-cc0b34f293ef req-fe250339-e864-422d-ac12-4a504f355581 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0496905 Apr 14 22:31:54.009862 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-658f7c55-89f0-48d6-af42-0d5c0d19dbd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 200 len: 1002 time: 0.0628157 Apr 14 22:31:54.027198 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c5132d51-d835-4e35-9fe9-cc0b34f293ef req-10838772-a2c5-4933-90cb-e9ee8b94d891 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567162 Apr 14 22:31:54.064601 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-2ef1c9ec-1594-4b77-ab7e-53327311f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:54.066053 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-2ef1c9ec-1594-4b77-ab7e-53327311f0a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.0505450 Apr 14 22:31:54.109925 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-b949be8d-9a13-4d20-860d-2b82a6a56051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:54.111391 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-b949be8d-9a13-4d20-860d-2b82a6a56051 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387995 Apr 14 22:31:54.209655 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-5064916c-1ce0-4c5c-be23-4519403de573 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909960 Apr 14 22:31:54.336549 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-28e71949-b25d-4343-b661-e6e3450e80a1 req-4e380c17-6e7d-45be-b403-03a12957cccb service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152985 Apr 14 22:31:54.432302 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:31:54.495250 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960548d0-1c6e-4222-bdfc-ec42804b424b req-8b72dc40-0499-4136-a287-9e4bc7fd553e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:54.497070 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-960548d0-1c6e-4222-bdfc-ec42804b424b req-8b72dc40-0499-4136-a287-9e4bc7fd553e tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 944 time: 0.0538301 Apr 14 22:31:54.541955 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:54.550401 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-960548d0-1c6e-4222-bdfc-ec42804b424b req-863a8967-7ac5-49e0-8be8-560a1d3aa55a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462267 Apr 14 22:31:54.553849 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'port_id': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'mac_address': 'fa:16:3e:7d:60:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:31:54.592078 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:54.592474 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:54.606503 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:31:54.626961 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:54.723421 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:54.777342 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:54.951568 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b6f47-11bc-4f9d-b560-87b8ed348d46 req-006acf8b-8d0a-410d-bf31-d98b01af277d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:54.953106 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f0b6f47-11bc-4f9d-b560-87b8ed348d46 req-006acf8b-8d0a-410d-bf31-d98b01af277d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0552149 Apr 14 22:31:55.002671 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5f0b6f47-11bc-4f9d-b560-87b8ed348d46 req-822c93b9-1d30-4029-9e77-7de7770647f6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431728 Apr 14 22:31:55.019462 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:31:55.135228 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16306697-7e32-4035-bbd9-0c9d9125de27 req-b667a222-1c62-4f9e-be8f-7c652d41c235 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:55.136738 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16306697-7e32-4035-bbd9-0c9d9125de27 req-b667a222-1c62-4f9e-be8f-7c652d41c235 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0490394 Apr 14 22:31:55.191434 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16306697-7e32-4035-bbd9-0c9d9125de27 req-75f0ad49-3041-409d-a945-3f6abd72c694 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485501 Apr 14 22:31:55.669942 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fa30f-2100-4373-ae2d-395e73fe43e8 req-d8e4688e-222f-46eb-90ca-9c2e94b95176 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:55.671383 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c78fa30f-2100-4373-ae2d-395e73fe43e8 req-d8e4688e-222f-46eb-90ca-9c2e94b95176 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 945 time: 0.0526342 Apr 14 22:31:55.719104 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c78fa30f-2100-4373-ae2d-395e73fe43e8 req-9e3cba2a-64d6-4f75-ab24-d2fc523ff3d5 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 Apr 14 22:31:56.124265 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f69c7-c781-465f-bad4-1bc17c9cef65 req-ffd0f20d-1978-4c74-838a-da58b6d1ec33 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:56.125771 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-734f69c7-c781-465f-bad4-1bc17c9cef65 req-ffd0f20d-1978-4c74-838a-da58b6d1ec33 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0513086 Apr 14 22:31:56.172233 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-734f69c7-c781-465f-bad4-1bc17c9cef65 req-00734719-a51b-4040-9c95-844cfe9eb33e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 Apr 14 22:31:56.310552 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d6736-e5a5-4d00-a4ea-ab1fc8a466cd req-1f9b2369-b518-4ae3-96f2-bce8eb748a54 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:56.312346 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dc1d6736-e5a5-4d00-a4ea-ab1fc8a466cd req-1f9b2369-b518-4ae3-96f2-bce8eb748a54 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0523880 Apr 14 22:31:56.368813 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dc1d6736-e5a5-4d00-a4ea-ab1fc8a466cd req-bb030588-6320-490d-8736-f4f96a32750e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505378 Apr 14 22:31:56.460787 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:31:56.507475 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:31:56.563158 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:31:56.563544 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:56.645942 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:31:56.646312 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:56.671994 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992a4071-0424-4948-8d42-47bc94e012e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:31:56.674326 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b78845d-ae1b-4a93-83ed-abcbce9bb5fa" -d '{"events": [{"server_uuid": "992a4071-0424-4948-8d42-47bc94e012e2", "name": "network-vif-plugged", "status": "completed", "tag": "f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:31:56.688518 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:31:56.709797 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc074e2f-efae-4e70-b882-fba0af8cd34f x-openstack-request-id: req-cc074e2f-efae-4e70-b882-fba0af8cd34f {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:31:56.710091 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992a4071-0424-4948-8d42-47bc94e012e2", "name": "network-vif-plugged", "status": "completed", "tag": "f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:31:56.710345 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc074e2f-efae-4e70-b882-fba0af8cd34f {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:31:56.711273 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc074e2f-efae-4e70-b882-fba0af8cd34f'] response: {'server_uuid': '992a4071-0424-4948-8d42-47bc94e012e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'code': 200} Apr 14 22:31:56.762989 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:56.816778 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:31:56.847298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c42ae1-fdd2-4e8e-b819-ddd8a398c4c9 req-e8497550-2525-4f79-824a-4f98236ef94d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:56.848850 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d3c42ae1-fdd2-4e8e-b819-ddd8a398c4c9 req-e8497550-2525-4f79-824a-4f98236ef94d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 946 time: 0.0573602 Apr 14 22:31:56.900173 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d3c42ae1-fdd2-4e8e-b819-ddd8a398c4c9 req-b317f56c-da27-4516-bfe6-063c7c7de037 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Apr 14 22:31:57.036259 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be3233-72f0-40b2-82c3-1a8a210f47c7 req-80be825a-38e5-4a8b-a3ac-da1f6f11bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:57.037745 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f9be3233-72f0-40b2-82c3-1a8a210f47c7 req-80be825a-38e5-4a8b-a3ac-da1f6f11bf91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 1130 time: 0.0386517 Apr 14 22:31:57.087215 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f9be3233-72f0-40b2-82c3-1a8a210f47c7 req-dd5fc469-f5fc-4b3b-86bd-9fd85575599c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365605 Apr 14 22:31:57.285001 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4a2d1-4de2-4f59-bc32-9b37327dfda4 req-fd72cebe-2f51-4b54-871f-5f30d8718f4e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:57.286483 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c6b4a2d1-4de2-4f59-bc32-9b37327dfda4 req-fd72cebe-2f51-4b54-871f-5f30d8718f4e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0462470 Apr 14 22:31:57.332987 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c6b4a2d1-4de2-4f59-bc32-9b37327dfda4 req-8fcb44f3-d9c3-42fb-b9c1-66f5fb2d07a8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408053 Apr 14 22:31:57.478560 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff58d8-005b-4c74-a8fe-cc13d9e1d9ae req-78c2afc0-6aa6-4fc4-bf8d-d17b0ec85874 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:57.480068 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3aff58d8-005b-4c74-a8fe-cc13d9e1d9ae req-78c2afc0-6aa6-4fc4-bf8d-d17b0ec85874 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0469239 Apr 14 22:31:57.528919 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3aff58d8-005b-4c74-a8fe-cc13d9e1d9ae req-83b5b9a1-d85d-4c7e-8bb3-fa50daf9f8d4 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433309 Apr 14 22:31:58.017313 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0860403-ec03-4c9b-964a-0b3ca187f7b0 req-7a5a1f5c-a7ae-42ff-8657-e7afa59b8f88 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:58.018852 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a0860403-ec03-4c9b-964a-0b3ca187f7b0 req-7a5a1f5c-a7ae-42ff-8657-e7afa59b8f88 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 946 time: 0.0514114 Apr 14 22:31:58.078270 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a0860403-ec03-4c9b-964a-0b3ca187f7b0 req-bf3ced41-4c2e-4824-ab06-9132a7ae4976 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532026 Apr 14 22:31:58.464214 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e1462-d22e-4495-a130-13f038018679 req-b4458d95-8cb4-41ea-8e5c-7ed00c4e6ca1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:58.465992 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-342e1462-d22e-4495-a130-13f038018679 req-b4458d95-8cb4-41ea-8e5c-7ed00c4e6ca1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0593700 Apr 14 22:31:58.525294 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-342e1462-d22e-4495-a130-13f038018679 req-8f79dc74-0c30-4659-bd57-567bce1cd96d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530446 Apr 14 22:31:58.647646 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee08f5-a8aa-469f-8b09-d30b0f5c03c0 req-444dcded-1e5f-42a4-9063-c50b6c48ef43 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:58.649688 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-73ee08f5-a8aa-469f-8b09-d30b0f5c03c0 req-444dcded-1e5f-42a4-9063-c50b6c48ef43 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0480971 Apr 14 22:31:58.697981 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-73ee08f5-a8aa-469f-8b09-d30b0f5c03c0 req-fd1c264d-40f9-4c6c-be08-5a6608a02592 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Apr 14 22:31:59.198973 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8f7e2-52e7-4d6f-943d-cd4cb78fdc7d req-a463c49b-b7d1-407a-9dfb-13c447792ced tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:59.200495 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-36c8f7e2-52e7-4d6f-943d-cd4cb78fdc7d req-a463c49b-b7d1-407a-9dfb-13c447792ced tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 946 time: 0.0488126 Apr 14 22:31:59.248958 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-36c8f7e2-52e7-4d6f-943d-cd4cb78fdc7d req-11836417-abf5-4aa7-b174-89cca55f5fe6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426862 Apr 14 22:31:59.362088 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e9bc2-164b-4176-ad05-d34a2c5892d0 req-cb189e6f-7d3f-46cd-8b5d-a875574f6750 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:59.363588 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3c3e9bc2-164b-4176-ad05-d34a2c5892d0 req-cb189e6f-7d3f-46cd-8b5d-a875574f6750 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 946 time: 0.0494699 Apr 14 22:31:59.372943 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55848) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:31:59.377565 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'floatingip': {'port_id': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:31:59.421684 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (f7b2245c-dd0e-45d8-91a8-ad3c530566d6), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:31:59.648770 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df44fc6-591a-474e-8e82-eb01aec7b798 req-0361b864-ab97-46fd-b1f1-54996482e911 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:59.650340 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4df44fc6-591a-474e-8e82-eb01aec7b798 req-0361b864-ab97-46fd-b1f1-54996482e911 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0530436 Apr 14 22:31:59.714123 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4df44fc6-591a-474e-8e82-eb01aec7b798 req-531148d8-9812-4ab5-a6e6-e29cb461e97b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578768 Apr 14 22:31:59.828568 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b7126-5903-4d5c-81b6-3dfd8d9cb901 req-b7f85c55-f6c0-45f5-9a82-24d8ed9c269f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:31:59.830093 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-974b7126-5903-4d5c-81b6-3dfd8d9cb901 req-b7f85c55-f6c0-45f5-9a82-24d8ed9c269f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0606496 Apr 14 22:31:59.945749 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-974b7126-5903-4d5c-81b6-3dfd8d9cb901 req-03f1a015-001b-40ba-b614-c785259587a3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080103 Apr 14 22:31:59.964376 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:00.020113 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (f7b2245c-dd0e-45d8-91a8-ad3c530566d6), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:00.131915 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Floating IP f7b2245c-dd0e-45d8-91a8-ad3c530566d6 associated. External IP: 172.27.0.40, port: f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d. Apr 14 22:32:00.348404 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:32:00.460212 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:32:00.465729 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:00.471149 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:32:00.486036 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:00.486669 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:00.497934 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6570bdec-5c1c-4d8a-89d9-4de159aa6cde tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "PUT /v2.0/floatingips/f7b2245c-dd0e-45d8-91a8-ad3c530566d6 HTTP/1.1" status: 200 len: 991 time: 1.1238613 Apr 14 22:32:00.498535 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992a4071-0424-4948-8d42-47bc94e012e2', 'tag': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:00.500830 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01560b1-bc73-4ada-8961-ec0374159e86" -d '{"events": [{"name": "network-changed", "server_uuid": "992a4071-0424-4948-8d42-47bc94e012e2", "tag": "f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:00.536862 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a0540e-a8e4-463c-82b6-90e894057713 x-openstack-request-id: req-72a0540e-a8e4-463c-82b6-90e894057713 {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:00.537165 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992a4071-0424-4948-8d42-47bc94e012e2", "tag": "f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:00.537421 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72a0540e-a8e4-463c-82b6-90e894057713 {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:00.537829 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a0540e-a8e4-463c-82b6-90e894057713'] response: {'name': 'network-changed', 'server_uuid': '992a4071-0424-4948-8d42-47bc94e012e2', 'tag': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'status': 'completed', 'code': 200} Apr 14 22:32:00.602140 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:00.835004 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'f7b2245c-dd0e-45d8-91a8-ad3c530566d6', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7d:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992a4071-0424-4948-8d42-47bc94e012e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:31:37Z', 'updated_at': '2022-04-14T22:31:59Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:00.860284 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe21210-e398-415a-8471-10fc5b93f005 req-d190c83b-e0fa-48b3-9858-25a75b3ea9a6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:00.862064 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cbe21210-e398-415a-8471-10fc5b93f005 req-d190c83b-e0fa-48b3-9858-25a75b3ea9a6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0612123 Apr 14 22:32:00.868211 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:32:00.871099 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-978e1d1c-eeab-4cf2-a401-ff40bba94bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:00.873257 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-978e1d1c-eeab-4cf2-a401-ff40bba94bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 1130 time: 0.0529647 Apr 14 22:32:00.877642 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:00.878274 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:31:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:00.922489 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cbe21210-e398-415a-8471-10fc5b93f005 req-220b7cd2-816a-40ff-b689-4c912cf9e250 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476458 Apr 14 22:32:00.996785 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-a5285750-13d8-4e43-8b6d-eade7992c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:00.999170 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-a5285750-13d8-4e43-8b6d-eade7992c43e service neutron] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 916 time: 0.1173184 Apr 14 22:32:01.087854 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:01.117041 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57680305-5e83-4c06-ba54-0e9b8cc90236 req-10856a29-546a-4ae6-9b2e-78d6d4205ae0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:01.118521 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-57680305-5e83-4c06-ba54-0e9b8cc90236 req-10856a29-546a-4ae6-9b2e-78d6d4205ae0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0622625 Apr 14 22:32:01.120414 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-d62536d6-48f7-439c-889f-4c6d04f9a75f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d HTTP/1.1" status: 200 len: 999 time: 0.1055851 Apr 14 22:32:01.210959 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-cbbb8fbe-7713-469b-8371-94dba88dac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:01.212410 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-cbbb8fbe-7713-469b-8371-94dba88dac5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.0799880 Apr 14 22:32:01.216487 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-57680305-5e83-4c06-ba54-0e9b8cc90236 req-e52442a3-9eca-4ab3-a73b-a7a5698b8893 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903921 Apr 14 22:32:01.259926 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-4b493d25-29c4-431b-b8cd-1b35d4e301b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:01.261559 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-4b493d25-29c4-431b-b8cd-1b35d4e301b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413556 Apr 14 22:32:01.325157 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'f7b2245c-dd0e-45d8-91a8-ad3c530566d6', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7d:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992a4071-0424-4948-8d42-47bc94e012e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:31:37Z', 'updated_at': '2022-04-14T22:31:59Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:01.357508 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7983b-0446-44a6-8e01-7bc16a236b27 None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'f7b2245c-dd0e-45d8-91a8-ad3c530566d6', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:7d:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992a4071-0424-4948-8d42-47bc94e012e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:31:37Z', 'updated_at': '2022-04-14T22:31:59Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:32:01.359778 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-246ff057-6a60-4433-9ca8-13adea97b5f9 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894442 Apr 14 22:32:01.596520 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e459e2-454f-4f44-bbb0-357cb5c48da5 None None] New status for floating IP f7b2245c-dd0e-45d8-91a8-ad3c530566d6: ACTIVE {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:32:01.638335 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:01.917207 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c01560b1-bc73-4ada-8961-ec0374159e86 req-4aa49b62-2aa9-462c-ae89-cc01cfb8c415 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009102 Apr 14 22:32:02.053830 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b1887-a5ae-44d8-810a-0b25e43bb8ba req-dd13237f-44fb-490b-8bc4-0628c15a5944 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:02.055462 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4b9b1887-a5ae-44d8-810a-0b25e43bb8ba req-dd13237f-44fb-490b-8bc4-0628c15a5944 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0519919 Apr 14 22:32:02.105442 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4b9b1887-a5ae-44d8-810a-0b25e43bb8ba req-5d605bcd-16a0-4b23-9cfb-a661c11539f4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Apr 14 22:32:02.352573 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871b302-ce18-4439-91b1-5304a1a495eb req-df2eb241-b66a-4136-a0fe-fe35620e4d2a tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:02.354156 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0871b302-ce18-4439-91b1-5304a1a495eb req-df2eb241-b66a-4136-a0fe-fe35620e4d2a tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 944 time: 0.0638855 Apr 14 22:32:02.412497 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0871b302-ce18-4439-91b1-5304a1a495eb req-5daf4a7a-f526-4849-970d-705cac1d1531 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524030 Apr 14 22:32:02.483716 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device a32e10a8-b4a5-4090-99a6-287d09b3ff32 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:32:02.591263 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port a32e10a8-b4a5-4090-99a6-287d09b3ff32, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a32e10a8-b4a5-4090-99a6-287d09b3ff32,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:02.602809 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'port_id': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'mac_address': 'fa:16:3e:aa:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:32:02.643013 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port a32e10a8-b4a5-4090-99a6-287d09b3ff32 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:32:02.643408 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:02.658229 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32e10a8-b4a5-4090-99a6-287d09b3ff32 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:32:02.683372 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port a32e10a8-b4a5-4090-99a6-287d09b3ff32, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a32e10a8-b4a5-4090-99a6-287d09b3ff32,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:02.763037 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:02.824913 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=a32e10a8-b4a5-4090-99a6-287d09b3ff32,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:03.135996 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['a32e10a8-b4a5-4090-99a6-287d09b3ff32'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:32:03.262448 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190328b-9dca-4390-8822-9b02bc4b9aef req-94eb8879-a4f4-4687-89af-4026b01e4df3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:03.264268 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c190328b-9dca-4390-8822-9b02bc4b9aef req-94eb8879-a4f4-4687-89af-4026b01e4df3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0809388 Apr 14 22:32:03.320754 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c190328b-9dca-4390-8822-9b02bc4b9aef req-22773c2c-f95d-44f0-90eb-e8df14fbc972 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 Apr 14 22:32:03.529353 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293f9ea-e403-4d48-ab9e-128dfac6f0e8 req-689f220e-0a21-43c2-abb5-71e60275ba6d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:03.531026 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a293f9ea-e403-4d48-ab9e-128dfac6f0e8 req-689f220e-0a21-43c2-abb5-71e60275ba6d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 945 time: 0.0469306 Apr 14 22:32:03.584731 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a293f9ea-e403-4d48-ab9e-128dfac6f0e8 req-a8584b52-186b-4b63-8403-4b26b3ea90b7 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471697 Apr 14 22:32:04.109776 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989cbb9-6c4d-4088-a563-cae06213de6c req-666e9fef-08de-4213-816f-51b0fcb79f50 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:04.111389 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9989cbb9-6c4d-4088-a563-cae06213de6c req-666e9fef-08de-4213-816f-51b0fcb79f50 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Apr 14 22:32:04.171272 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9989cbb9-6c4d-4088-a563-cae06213de6c req-6ebcdf45-a5f6-448b-8899-70ee31c44f16 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503385 Apr 14 22:32:04.197009 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55886) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:04.435278 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1b4017a2-4869-4d71-828f-0499c102c29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:04.467270 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc65432-df37-432e-be56-b7a17c593ffc req-a95a0b6c-0930-4837-a846-22a36c52694d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:04.468983 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ecc65432-df37-432e-be56-b7a17c593ffc req-a95a0b6c-0930-4837-a846-22a36c52694d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0540259 Apr 14 22:32:04.482295 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9ea57-91c4-4eb8-bcb3-1a3beba84c3d tempest-TestMinimumBasicScenario-1932800003 tempest-TestMinimumBasicScenario-1932800003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:04.484161 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-97e9ea57-91c4-4eb8-bcb3-1a3beba84c3d tempest-TestMinimumBasicScenario-1932800003 tempest-TestMinimumBasicScenario-1932800003-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1124 time: 0.2860496 Apr 14 22:32:04.487413 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55894) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:04.493306 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'port_id': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:04.499493 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device a32e10a8-b4a5-4090-99a6-287d09b3ff32 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:32:04.522034 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ecc65432-df37-432e-be56-b7a17c593ffc req-30cef8d5-786b-49d6-89ca-d00c1b18871c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472775 Apr 14 22:32:04.554018 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port a32e10a8-b4a5-4090-99a6-287d09b3ff32 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:32:04.580575 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:04.666616 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port a32e10a8-b4a5-4090-99a6-287d09b3ff32 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:32:04.667620 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:04.757935 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:04.798182 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1220675-34fc-4bf2-b031-8867b156743a req-75251c51-c992-40dc-9ce8-a8feda67b996 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:04.800721 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c1220675-34fc-4bf2-b031-8867b156743a req-75251c51-c992-40dc-9ce8-a8feda67b996 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 945 time: 0.1061070 Apr 14 22:32:04.808422 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port a32e10a8-b4a5-4090-99a6-287d09b3ff32 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:32:04.809051 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:04.848354 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:04.853743 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dcd24c-db99-444b-8789-95ca0ecb8bb8" -d '{"events": [{"server_uuid": "4ba265f0-5d2f-44c9-b8c0-48791ace403f", "name": "network-vif-plugged", "status": "completed", "tag": "a32e10a8-b4a5-4090-99a6-287d09b3ff32"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:04.876142 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port a32e10a8-b4a5-4090-99a6-287d09b3ff32, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a32e10a8-b4a5-4090-99a6-287d09b3ff32,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:04.893670 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eb40be-072b-4bec-963a-58058be2857f x-openstack-request-id: req-c0eb40be-072b-4bec-963a-58058be2857f {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:04.893966 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba265f0-5d2f-44c9-b8c0-48791ace403f", "name": "network-vif-plugged", "status": "completed", "tag": "a32e10a8-b4a5-4090-99a6-287d09b3ff32", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:04.894679 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0eb40be-072b-4bec-963a-58058be2857f {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:04.895140 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0eb40be-072b-4bec-963a-58058be2857f'] response: {'server_uuid': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'code': 200} Apr 14 22:32:04.917476 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c1220675-34fc-4bf2-b031-8867b156743a req-0f723000-9958-45b2-b413-59ef18ee9e3b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737388 Apr 14 22:32:04.975938 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Allocated IP 172.27.0.136 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/d2591f63-e2ba-4d2c-afdd-347cbac62e2f) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:32:04.980460 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:05.045512 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=a32e10a8-b4a5-4090-99a6-287d09b3ff32,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:05.100879 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for port (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:05.183773 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f947643-0c09-4c78-a291-d3d80b938765 req-82657522-33ed-436a-b755-58c07be6a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:05.186034 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:05.186729 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9f947643-0c09-4c78-a291-d3d80b938765 req-82657522-33ed-436a-b755-58c07be6a4ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 1130 time: 0.0442672 Apr 14 22:32:05.226152 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:32:05.227182 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:32:05.229866 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:32:05.236514 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9f947643-0c09-4c78-a291-d3d80b938765 req-907d89ab-1c8a-486b-9a6e-ad2708af2a2f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 Apr 14 22:32:05.266243 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'Port': ['ID=d2591f63-e2ba-4d2c-afdd-347cbac62e2f,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:05.279885 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.280235 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.280575 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.280912 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.281248 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.281575 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.281902 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.282228 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.282553 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.282902 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.283231 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.283554 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.283874 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.284193 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.284513 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:05.661369 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07550d-f17e-4890-857d-76fa5f184a5d req-ea4b2f8e-dda2-4211-be94-7d745f965aa6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:05.662930 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8f07550d-f17e-4890-857d-76fa5f184a5d req-ea4b2f8e-dda2-4211-be94-7d745f965aa6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0559030 Apr 14 22:32:05.717101 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8f07550d-f17e-4890-857d-76fa5f184a5d req-cf0aaec7-4c9a-4e35-9ae2-32583bb97fc1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471203 Apr 14 22:32:05.849172 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for floatingip (6e2a2f52-89a9-44e6-a7c1-caadc114adc4), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:05.973309 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:06.055726 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a2248-6606-4c53-9064-2fbd92898bdd req-2cc76d60-b39d-4e64-baf6-ace63395e77d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:06.057220 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-672a2248-6606-4c53-9064-2fbd92898bdd req-2cc76d60-b39d-4e64-baf6-ace63395e77d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0630243 Apr 14 22:32:06.155454 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-672a2248-6606-4c53-9064-2fbd92898bdd req-ac02fc19-88bd-411c-bae2-02614ce26e2f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871871 Apr 14 22:32:06.204060 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for port (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:06.248373 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:06.323872 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'Port': ['ID=d2591f63-e2ba-4d2c-afdd-347cbac62e2f,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:06.333163 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (6e2a2f52-89a9-44e6-a7c1-caadc114adc4), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:06.442570 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Floating IP 6e2a2f52-89a9-44e6-a7c1-caadc114adc4 associated. External IP: 172.27.0.136, port: cd91c76e-406f-4f32-b394-630c6ef2f3e0. Apr 14 22:32:06.669879 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Router 1b24976b-2855-437a-bc52-71ed5c074225 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:32:06.769091 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-072febb1-04fb-430d-b86d-b29a302fc16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:06.790120 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:32:06.801694 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] Sync routers for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:32:06.816356 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:06.816987 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:06.846600 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8389f3-e762-496f-8faf-37e94fbbd9ba req-f7de882a-88c8-445c-b633-41a98f570be8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:06.848201 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3f8389f3-e762-496f-8faf-37e94fbbd9ba req-f7de882a-88c8-445c-b633-41a98f570be8 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0529771 Apr 14 22:32:06.890529 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:06.911611 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3f8389f3-e762-496f-8faf-37e94fbbd9ba req-6cb69aea-efb2-459d-86ce-98bd88e65035 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529549 Apr 14 22:32:06.931970 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-369ecce7-151c-44cd-894d-6ea5164772b3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4408627 Apr 14 22:32:06.931970 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:06.933023 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827556a3-ee65-4a69-b756-f1a99e379597" -d '{"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:06.933845 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55918) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:06.939457 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955985911', 'description': 'tempest-secgroup-smoke-1955985911 description', 'project_id': '5fe69e9616544ab891e4d22428369e06'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:06.942968 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:06.969307 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f72328f-e97b-4855-a1f9-1a83621d4cda x-openstack-request-id: req-0f72328f-e97b-4855-a1f9-1a83621d4cda {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:06.969671 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:06.969955 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f72328f-e97b-4855-a1f9-1a83621d4cda {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:06.970362 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f72328f-e97b-4855-a1f9-1a83621d4cda'] response: {'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'status': 'completed', 'code': 200} Apr 14 22:32:07.009337 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.081721 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group (f8c03256-6e1b-459b-ae1a-fbbd70d6b84d), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.134849 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f8c03256-6e1b-459b-ae1a-fbbd70d6b84d), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.179686 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '6e2a2f52-89a9-44e6-a7c1-caadc114adc4', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'port_id': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'mac_address': 'fa:16:3e:1a:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:05Z', 'updated_at': '2022-04-14T22:32:05Z', 'revision_number': 0, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:57Z', 'revision_number': 5, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:07.192388 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:07.202659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.203052 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.203412 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.203746 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.204086 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.204416 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.206383 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.206947 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.207489 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.208011 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.208508 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.209010 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.209677 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.210168 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.210886 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:32:07.213938 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] Checking router: 1b24976b-2855-437a-bc52-71ed5c074225 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:32:07.221292 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827556a3-ee65-4a69-b756-f1a99e379597 req-c5786ead-4b53-492a-98a9-cc9fa5aa68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:07.223785 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827556a3-ee65-4a69-b756-f1a99e379597 req-c5786ead-4b53-492a-98a9-cc9fa5aa68b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fe69e9616544ab891e4d22428369e06&device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1129 time: 0.0689101 Apr 14 22:32:07.228279 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:07.228279 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:07.233326 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.237418 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fcfa8157-fe4e-42f0-a9d5-2f7fc27738b1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2988527 Apr 14 22:32:07.237667 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55926) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:07.243030 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-8dd3975d-07d7-4813-b0ea-26bfcbea5702 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'security_group_rule': {'security_group_id': 'f8c03256-6e1b-459b-ae1a-fbbd70d6b84d', 'project_id': '5fe69e9616544ab891e4d22428369e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:07.293076 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b9a9f-d6c4-4936-961f-e187772b7a26 req-1653cd9a-9524-4134-9b94-55ce4c1170b9 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:07.294587 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-587b9a9f-d6c4-4936-961f-e187772b7a26 req-1653cd9a-9524-4134-9b94-55ce4c1170b9 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0550218 Apr 14 22:32:07.345734 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8dd3975d-07d7-4813-b0ea-26bfcbea5702 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (53a801f5-4789-4d74-ba8b-05ebeaa976f1), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.348541 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:07.350480 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-587b9a9f-d6c4-4936-961f-e187772b7a26 req-59b3fb70-e0e7-495d-a5a9-38b79de78af1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500700 Apr 14 22:32:07.409495 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8dd3975d-07d7-4813-b0ea-26bfcbea5702 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (53a801f5-4789-4d74-ba8b-05ebeaa976f1), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.453991 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8dd3975d-07d7-4813-b0ea-26bfcbea5702 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (53a801f5-4789-4d74-ba8b-05ebeaa976f1), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.472931 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3975d-07d7-4813-b0ea-26bfcbea5702 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a801f5-4789-4d74-ba8b-05ebeaa976f1,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:07.519019 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8dd3975d-07d7-4813-b0ea-26bfcbea5702 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.522776 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-8dd3975d-07d7-4813-b0ea-26bfcbea5702 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2814553 Apr 14 22:32:07.523138 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55928) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:07.527693 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-b9061921-b4b6-4422-9792-3eefe3bf8787 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'security_group_rule': {'security_group_id': 'f8c03256-6e1b-459b-ae1a-fbbd70d6b84d', 'project_id': '5fe69e9616544ab891e4d22428369e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:07.572637 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '6e2a2f52-89a9-44e6-a7c1-caadc114adc4', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'port_id': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'mac_address': 'fa:16:3e:1a:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:05Z', 'updated_at': '2022-04-14T22:32:05Z', 'revision_number': 0, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:57Z', 'revision_number': 5, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:07.600034 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de60a5c-a4f6-4abd-b4a1-3d6f48997fb0 None None] The sync data for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi is: [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '6e2a2f52-89a9-44e6-a7c1-caadc114adc4', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'port_id': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'mac_address': 'fa:16:3e:1a:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:05Z', 'updated_at': '2022-04-14T22:32:05Z', 'revision_number': 0, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:57Z', 'revision_number': 5, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:32:07.600317 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b9061921-b4b6-4422-9792-3eefe3bf8787 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (04707712-396c-43ef-b9b5-97db17ab5cb8), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.715833 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b9061921-b4b6-4422-9792-3eefe3bf8787 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (04707712-396c-43ef-b9b5-97db17ab5cb8), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.736699 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827556a3-ee65-4a69-b756-f1a99e379597 req-e3e0b6e1-c3e6-4332-ac3e-66c8e4075a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:07.738375 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827556a3-ee65-4a69-b756-f1a99e379597 req-e3e0b6e1-c3e6-4332-ac3e-66c8e4075a5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 200 len: 915 time: 0.1240718 Apr 14 22:32:07.786420 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b9061921-b4b6-4422-9792-3eefe3bf8787 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (04707712-396c-43ef-b9b5-97db17ab5cb8), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.818331 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d47a05-2988-4165-a57e-76c45cda1b4e None None] New status for floating IP 6e2a2f52-89a9-44e6-a7c1-caadc114adc4: ACTIVE {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:32:07.846256 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9061921-b4b6-4422-9792-3eefe3bf8787 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04707712-396c-43ef-b9b5-97db17ab5cb8,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:07.875039 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827556a3-ee65-4a69-b756-f1a99e379597 req-b8a8b14c-6544-412c-8f59-bacfd5f68a1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 999 time: 0.0803196 Apr 14 22:32:07.932430 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827556a3-ee65-4a69-b756-f1a99e379597 req-90c7ba13-55e5-4fe1-b73e-df991fec8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:07.934074 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827556a3-ee65-4a69-b756-f1a99e379597 req-90c7ba13-55e5-4fe1-b73e-df991fec8640 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 HTTP/1.1" status: 200 len: 853 time: 0.0456841 Apr 14 22:32:07.953171 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b9061921-b4b6-4422-9792-3eefe3bf8787 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:07.957103 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b9061921-b4b6-4422-9792-3eefe3bf8787 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4302819 Apr 14 22:32:07.958159 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55934) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:07.965619 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-6cd14c92-0897-4d9e-8273-ba72ffea5951 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'security_group_rule': {'security_group_id': 'f8c03256-6e1b-459b-ae1a-fbbd70d6b84d', 'project_id': '5fe69e9616544ab891e4d22428369e06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:07.985908 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827556a3-ee65-4a69-b756-f1a99e379597 req-78d79551-3770-45b2-a119-d7ebea4f0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:07.987638 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827556a3-ee65-4a69-b756-f1a99e379597 req-78d79551-3770-45b2-a119-d7ebea4f0bfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a002acb-800d-40c2-bc9a-a608b190f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468514 Apr 14 22:32:08.078031 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6cd14c92-0897-4d9e-8273-ba72ffea5951 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (1826cc63-8a26-4071-88bd-1b2b92a17f67), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.110765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8fd32-8424-4e5c-9dfb-8526e164230a req-f624e1cb-f1a5-490e-8116-2fa635b67ea1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:08.112294 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-23a8fd32-8424-4e5c-9dfb-8526e164230a req-f624e1cb-f1a5-490e-8116-2fa635b67ea1 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0862792 Apr 14 22:32:08.150945 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6cd14c92-0897-4d9e-8273-ba72ffea5951 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (1826cc63-8a26-4071-88bd-1b2b92a17f67), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.153077 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827556a3-ee65-4a69-b756-f1a99e379597 req-0be9c69f-cd8e-4fdd-976c-6069f03eaf6e service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525922 Apr 14 22:32:08.185674 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.209250 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-23a8fd32-8424-4e5c-9dfb-8526e164230a req-6fcb936a-b2c9-4503-b2eb-f684c8ede269 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842912 Apr 14 22:32:08.248212 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6cd14c92-0897-4d9e-8273-ba72ffea5951 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (1826cc63-8a26-4071-88bd-1b2b92a17f67), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.269579 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd14c92-0897-4d9e-8273-ba72ffea5951 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1826cc63-8a26-4071-88bd-1b2b92a17f67,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:08.278065 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-827556a3-ee65-4a69-b756-f1a99e379597 req-4c9e67fd-45d0-45ad-b930-c9d3f198a68f service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151004 Apr 14 22:32:08.347783 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6cd14c92-0897-4d9e-8273-ba72ffea5951 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.349057 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6cd14c92-0897-4d9e-8273-ba72ffea5951 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892758 Apr 14 22:32:08.352420 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55936) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:08.356928 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-5d4c7648-6ab4-4f37-a36a-dedbc0eb9754 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'security_group_rule': {'security_group_id': 'f8c03256-6e1b-459b-ae1a-fbbd70d6b84d', 'project_id': '5fe69e9616544ab891e4d22428369e06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:08.460627 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7648-6ab4-4f37-a36a-dedbc0eb9754 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (162446de-93cb-4095-88d5-2797c6fbb7fa), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.480777 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ead69-1b52-4c94-92c1-a0f20e698979 req-a534d834-90e5-4996-9ddd-15c7d803bde2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:08.482191 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f42ead69-1b52-4c94-92c1-a0f20e698979 req-a534d834-90e5-4996-9ddd-15c7d803bde2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0604200 Apr 14 22:32:08.564089 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f42ead69-1b52-4c94-92c1-a0f20e698979 req-6d08aa5c-d309-40dd-ae19-3e5024ff63e5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739927 Apr 14 22:32:08.570202 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7648-6ab4-4f37-a36a-dedbc0eb9754 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (162446de-93cb-4095-88d5-2797c6fbb7fa), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.631604 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7648-6ab4-4f37-a36a-dedbc0eb9754 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (162446de-93cb-4095-88d5-2797c6fbb7fa), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.653745 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c7648-6ab4-4f37-a36a-dedbc0eb9754 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162446de-93cb-4095-88d5-2797c6fbb7fa,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:08.689763 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94c14-6071-4330-bc1a-6ba347ec06d4 req-dfc79e93-8bfc-4de2-b6c2-c576c2da67a1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:08.689763 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ac94c14-6071-4330-bc1a-6ba347ec06d4 req-dfc79e93-8bfc-4de2-b6c2-c576c2da67a1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0526671 Apr 14 22:32:08.737264 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ac94c14-6071-4330-bc1a-6ba347ec06d4 req-f8626dc4-8f41-4624-ad35-829bb25ed4b3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463367 Apr 14 22:32:08.743017 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7648-6ab4-4f37-a36a-dedbc0eb9754 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.746681 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-5d4c7648-6ab4-4f37-a36a-dedbc0eb9754 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905087 Apr 14 22:32:08.747049 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55948) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:08.751454 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-a65f7e6d-5345-4961-8e37-89df1b4acfb8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'security_group_rule': {'security_group_id': 'f8c03256-6e1b-459b-ae1a-fbbd70d6b84d', 'project_id': '5fe69e9616544ab891e4d22428369e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:08.765804 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55950) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:08.877486 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.securitygroups_db [None req-a65f7e6d-5345-4961-8e37-89df1b4acfb8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Project 5fe69e9616544ab891e4d22428369e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:32:08.883963 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a65f7e6d-5345-4961-8e37-89df1b4acfb8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (dd78f123-08a7-4a28-a509-ca7c8333e1ca), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:08.914288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72585e-26e2-4d3e-9bf7-1d3508a03db4 tempest-TestVolumeBootPattern-892828137 tempest-TestVolumeBootPattern-892828137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:08.915882 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9a72585e-26e2-4d3e-9bf7-1d3508a03db4 tempest-TestVolumeBootPattern-892828137 tempest-TestVolumeBootPattern-892828137-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 1125 time: 0.1490829 Apr 14 22:32:08.918856 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 55954) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:08.923196 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'port_id': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:08.948912 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a65f7e6d-5345-4961-8e37-89df1b4acfb8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (dd78f123-08a7-4a28-a509-ca7c8333e1ca), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.009460 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.033704 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a65f7e6d-5345-4961-8e37-89df1b4acfb8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (dd78f123-08a7-4a28-a509-ca7c8333e1ca), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.058503 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f7e6d-5345-4961-8e37-89df1b4acfb8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd78f123-08a7-4a28-a509-ca7c8333e1ca,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:09.099400 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.205046 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a65f7e6d-5345-4961-8e37-89df1b4acfb8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.207431 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-a65f7e6d-5345-4961-8e37-89df1b4acfb8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4583974 Apr 14 22:32:09.209018 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 55956) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:09.214381 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-11e34b40-2ae1-4259-a5ec-fc15096cbe11 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'security_group_rule': {'security_group_id': 'f8c03256-6e1b-459b-ae1a-fbbd70d6b84d', 'project_id': '5fe69e9616544ab891e4d22428369e06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:09.220029 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Allocated IP 172.27.0.202 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/099282f7-26d5-4b76-b83a-6d58034c0606) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:32:09.231976 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.322550 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.securitygroups_db [None req-11e34b40-2ae1-4259-a5ec-fc15096cbe11 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Project 5fe69e9616544ab891e4d22428369e06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:32:09.332812 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5fe46-5f4b-438c-ad77-ee6c4500f0c8 req-976a42af-cf1d-42cf-91b1-05267aa6b47f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:09.334378 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d1b5fe46-5f4b-438c-ad77-ee6c4500f0c8 req-976a42af-cf1d-42cf-91b1-05267aa6b47f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0546277 Apr 14 22:32:09.336419 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cd1d5-a68e-4901-aeb1-b519d342545e req-239989c7-6fec-40b0-b840-d9e85c53eee9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:09.338007 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ab8cd1d5-a68e-4901-aeb1-b519d342545e req-239989c7-6fec-40b0-b840-d9e85c53eee9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.0811214 Apr 14 22:32:09.339311 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-11e34b40-2ae1-4259-a5ec-fc15096cbe11 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (f24fa6dc-6915-4a28-a4f9-c798671bca16), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.404339 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (099282f7-26d5-4b76-b83a-6d58034c0606), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.414945 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ab8cd1d5-a68e-4901-aeb1-b519d342545e req-794d3694-ad69-4694-b5d8-b56cfddf389f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702138 Apr 14 22:32:09.422463 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d1b5fe46-5f4b-438c-ad77-ee6c4500f0c8 req-1ecc36b8-37fd-4d59-a4f4-18a158091b2b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799930 Apr 14 22:32:09.443625 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-11e34b40-2ae1-4259-a5ec-fc15096cbe11 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (f24fa6dc-6915-4a28-a4f9-c798671bca16), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.534757 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (099282f7-26d5-4b76-b83a-6d58034c0606), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.573293 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:32:09.576143 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:32:09.580286 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-11e34b40-2ae1-4259-a5ec-fc15096cbe11 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (f24fa6dc-6915-4a28-a4f9-c798671bca16), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.581931 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:32:09.599780 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e34b40-2ae1-4259-a5ec-fc15096cbe11 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24fa6dc-6915-4a28-a4f9-c798671bca16,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:09.605767 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=099282f7-26d5-4b76-b83a-6d58034c0606,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:09.667840 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-11e34b40-2ae1-4259-a5ec-fc15096cbe11 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:09.669104 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-11e34b40-2ae1-4259-a5ec-fc15096cbe11 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4590645 Apr 14 22:32:09.832120 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-eacf53b1-7103-43c3-94c6-43975e68f89d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955985911&fields=id&tenant_id=5fe69e9616544ab891e4d22428369e06 HTTP/1.1" status: 200 len: 267 time: 0.0903201 Apr 14 22:32:09.930367 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-1ac748c7-0709-45e6-8686-1bd8a81f820f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:09.932759 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-1ac748c7-0709-45e6-8686-1bd8a81f820f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0919945 Apr 14 22:32:09.957843 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'port': {'security_groups': ['97bbd5ba-1dad-456c-bc3f-58d780c5d56e', 'f8c03256-6e1b-459b-ae1a-fbbd70d6b84d']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:10.090464 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.137420 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (64461476-ec22-4386-809b-9827494ffa97), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.324222 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (099282f7-26d5-4b76-b83a-6d58034c0606), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.545963 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e40f0-ac7a-4936-8d89-690d41e3f98c req-e43562fe-c728-475b-bbdf-3b5b4e62a675 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:10.547682 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-620e40f0-ac7a-4936-8d89-690d41e3f98c req-e43562fe-c728-475b-bbdf-3b5b4e62a675 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.0502634 Apr 14 22:32:10.599188 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-620e40f0-ac7a-4936-8d89-690d41e3f98c req-7cef0970-a060-42c0-9a97-243b7f9ce901 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452263 Apr 14 22:32:10.629408 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] For port cd91c76e-406f-4f32-b394-630c6ef2f3e0, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:10.716581 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.724017 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c58ec-f999-4f26-b93c-dff34772077d req-7cc5fdb9-3f51-4eba-9b3b-e1b51012f600 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:10.725561 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a26c58ec-f999-4f26-b93c-dff34772077d req-7cc5fdb9-3f51-4eba-9b3b-e1b51012f600 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0663424 Apr 14 22:32:10.779886 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a26c58ec-f999-4f26-b93c-dff34772077d req-e368862d-3d92-4803-9cdd-2c0166d1b16d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475988 Apr 14 22:32:10.789254 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (099282f7-26d5-4b76-b83a-6d58034c0606), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.843478 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.862927 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['cd91c76e-406f-4f32-b394-630c6ef2f3e0'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:32:10.890002 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:10.890684 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.892118 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-095d461f-5125-4601-b6c4-e6d007c88bcf req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "PUT /v2.0/ports/cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 981 time: 0.9533699 Apr 14 22:32:10.892793 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (099282f7-26d5-4b76-b83a-6d58034c0606), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.894749 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:10.897125 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:10.935127 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:10.971458 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aeb8c8-b2d6-4e59-b2ab-232fe7344a4c x-openstack-request-id: req-89aeb8c8-b2d6-4e59-b2ab-232fe7344a4c {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:10.972821 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:10.972821 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89aeb8c8-b2d6-4e59-b2ab-232fe7344a4c {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:10.972821 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89aeb8c8-b2d6-4e59-b2ab-232fe7344a4c'] response: {'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'status': 'completed', 'code': 200} Apr 14 22:32:11.028725 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['cd91c76e-406f-4f32-b394-630c6ef2f3e0'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:32:11.031859 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-7015a754-fca0-4b56-925e-f4338c1d0426 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:11.033386 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-7015a754-fca0-4b56-925e-f4338c1d0426 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.1029813 Apr 14 22:32:11.046217 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef6fa7-5cfa-4668-a254-7af9863fcc62 req-fb63a633-fef0-44b7-977f-8b781eb24954 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:11.048026 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5bef6fa7-5cfa-4668-a254-7af9863fcc62 req-fb63a633-fef0-44b7-977f-8b781eb24954 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0557787 Apr 14 22:32:11.081879 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22936afe-8406-4d92-9934-c51be60c2bf0 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'Port': ['ID=cd91c76e-406f-4f32-b394-630c6ef2f3e0,revision_number=6']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:11.093484 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (64461476-ec22-4386-809b-9827494ffa97), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:11.134549 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5bef6fa7-5cfa-4668-a254-7af9863fcc62 req-1b455d80-c5f4-489d-8667-de08cdf96b9d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805008 Apr 14 22:32:11.185110 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-b0924084-ec58-433e-8b2f-7dbbfb873d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:11.186644 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-b0924084-ec58-433e-8b2f-7dbbfb873d43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fe69e9616544ab891e4d22428369e06&device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1168 time: 0.1614988 Apr 14 22:32:11.205930 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=099282f7-26d5-4b76-b83a-6d58034c0606,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:11.219677 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-f20426fa-c217-4f74-9668-b05867068122 None None] Provisioning complete for port cd91c76e-406f-4f32-b394-630c6ef2f3e0 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:32:11.220083 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f20426fa-c217-4f74-9668-b05867068122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:11.262746 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Floating IP 64461476-ec22-4386-809b-9827494ffa97 associated. External IP: 172.27.0.202, port: a32e10a8-b4a5-4090-99a6-287d09b3ff32. Apr 14 22:32:11.432989 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f20426fa-c217-4f74-9668-b05867068122 None None] Current status of the port cd91c76e-406f-4f32-b394-630c6ef2f3e0 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:32:11.479629 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:32:11.591874 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:32:11.602778 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:32:11.616758 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:11.617362 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:11.710742 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:11.751248 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271da54c-d378-4c69-a3ff-666f7dd35e82 req-438010e8-0fc5-4f4d-8d1f-f974cf8b0555 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:11.752268 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:11.752899 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-271da54c-d378-4c69-a3ff-666f7dd35e82 req-438010e8-0fc5-4f4d-8d1f-f974cf8b0555 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.0733953 Apr 14 22:32:11.770781 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-84e8888f-ee2e-4942-a99e-537283340bca tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8370845 Apr 14 22:32:11.803366 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-271da54c-d378-4c69-a3ff-666f7dd35e82 req-73920215-bb3b-4a50-966d-d9883d3d178b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447395 Apr 14 22:32:11.899789 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a619a-df6d-4e94-9764-88551998c159 req-0a73e611-8656-40cb-af7e-41705b211e40 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:11.901757 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2e0a619a-df6d-4e94-9764-88551998c159 req-0a73e611-8656-40cb-af7e-41705b211e40 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0507948 Apr 14 22:32:11.952684 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2e0a619a-df6d-4e94-9764-88551998c159 req-aa024655-335d-4b33-92da-1896261f56a0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450151 Apr 14 22:32:12.062512 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '64461476-ec22-4386-809b-9827494ffa97', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:aa:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:09Z', 'updated_at': '2022-04-14T22:32:09Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:12.092117 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:32:12.100367 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:12.101007 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:12.216394 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:12.349688 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12744fb7-cbf1-4f3b-9392-c7a6f253eea0 req-e47eedeb-5137-42dd-937d-4fd43269a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:12.351148 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12744fb7-cbf1-4f3b-9392-c7a6f253eea0 req-e47eedeb-5137-42dd-937d-4fd43269a5a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1130 time: 0.0864544 Apr 14 22:32:12.389902 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Deleting port b6cb1bbf-4be2-417d-b13a-d260ec56273c {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:32:12.390251 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:12.394903 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-c00f2747-9616-4585-ae12-555756fa28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:12.396372 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-c00f2747-9616-4585-ae12-555756fa28b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 200 len: 915 time: 0.2161357 Apr 14 22:32:12.439466 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '64461476-ec22-4386-809b-9827494ffa97', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:aa:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:09Z', 'updated_at': '2022-04-14T22:32:09Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:12.470100 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a45ca-0a9d-46c5-8c84-2cd1f74f5f3b None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '64461476-ec22-4386-809b-9827494ffa97', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:aa:84:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:09Z', 'updated_at': '2022-04-14T22:32:09Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:32:12.509314 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12744fb7-cbf1-4f3b-9392-c7a6f253eea0 req-640f6286-c554-4fde-b0eb-c34fbf90848e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469581 Apr 14 22:32:12.536309 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-0cdd3f6b-feef-409e-9bb4-fc5515f9e187 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 1001 time: 0.1211827 Apr 14 22:32:12.555274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] For port b6cb1bbf-4be2-417d-b13a-d260ec56273c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=b6cb1bbf-4be2-417d-b13a-d260ec56273c,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:12.555643 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:12.677824 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9986278-f831-4c67-bfdd-fabba33ba2d1 None None] New status for floating IP 64461476-ec22-4386-809b-9827494ffa97: ACTIVE {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:32:12.738526 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:12.738933 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (ef60a2c7-cf1a-4608-95d6-4a45d7692d37), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:12.739395 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Floating IP ef60a2c7-cf1a-4608-95d6-4a45d7692d37 disassociated. External IP: 172.27.0.206, port: b6cb1bbf-4be2-417d-b13a-d260ec56273c. Apr 14 22:32:12.739734 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Calling delete_port for b6cb1bbf-4be2-417d-b13a-d260ec56273c owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:32:12.844454 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-49f132b4-6fd4-4101-8f78-5e03ae94b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:12.846025 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-49f132b4-6fd4-4101-8f78-5e03ae94b647 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 HTTP/1.1" status: 200 len: 853 time: 0.0620785 Apr 14 22:32:12.962361 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-68dbf5d9-ca6a-4c62-93ef-02aaf00fc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:12.963889 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-68dbf5d9-ca6a-4c62-93ef-02aaf00fc23e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a002acb-800d-40c2-bc9a-a608b190f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059365 Apr 14 22:32:12.973124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'tag': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:12.975481 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c2acb2-5b0e-43f4-a0ef-60791d726f66" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba265f0-5d2f-44c9-b8c0-48791ace403f", "tag": "a32e10a8-b4a5-4090-99a6-287d09b3ff32"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:12.987079 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff1164-cb7b-48f7-aae7-27559bb04f9e req-f4fb2f64-9918-47b1-bfa4-04ea5489814e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:12.988635 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18ff1164-cb7b-48f7-aae7-27559bb04f9e req-f4fb2f64-9918-47b1-bfa4-04ea5489814e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 946 time: 0.1010351 Apr 14 22:32:13.078774 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e75e-12bc-40fd-87d9-5306247647a0 req-92f8c854-8988-4100-84a2-b9b30f3760c7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:13.083574 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f097e75e-12bc-40fd-87d9-5306247647a0 req-92f8c854-8988-4100-84a2-b9b30f3760c7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0608006 Apr 14 22:32:13.110489 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18ff1164-cb7b-48f7-aae7-27559bb04f9e req-eb9102f6-5da5-49e0-9d27-9b567a1b48e0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=434f2bfd-cc94-4286-8612-2f1e9b25a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121602 Apr 14 22:32:13.140424 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-b618a17a-d34a-4b03-9d9b-9a8b3904d357 service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619668 Apr 14 22:32:13.154625 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f097e75e-12bc-40fd-87d9-5306247647a0 req-30084ebb-ca92-4eea-8723-83d924698eb4 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658338 Apr 14 22:32:13.164874 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac6378-8f10-4ebf-b919-89e810847ec5 x-openstack-request-id: req-3fac6378-8f10-4ebf-b919-89e810847ec5 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:13.165178 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba265f0-5d2f-44c9-b8c0-48791ace403f", "tag": "a32e10a8-b4a5-4090-99a6-287d09b3ff32", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:13.165435 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fac6378-8f10-4ebf-b919-89e810847ec5 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:13.165837 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fac6378-8f10-4ebf-b919-89e810847ec5'] response: {'name': 'network-changed', 'server_uuid': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'tag': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'status': 'completed', 'code': 200} Apr 14 22:32:13.185570 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (b6cb1bbf-4be2-417d-b13a-d260ec56273c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:13.215517 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event deleted for resources: {'Port': ['ID=b6cb1bbf-4be2-417d-b13a-d260ec56273c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:13.335156 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Router 622e9664-96bf-4045-8f59-135fabc44e44 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:32:13.748691 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-993025f8-ae8f-4375-b868-a12112268266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:13.750206 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-993025f8-ae8f-4375-b868-a12112268266 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 1130 time: 0.3643775 Apr 14 22:32:13.825061 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63bccf96-99af-4f3c-a0cd-dd8484ab94a5 req-b429f789-4959-4e49-9231-6198448ded48 service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774137 Apr 14 22:32:13.830142 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:32:13.840314 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] Sync routers for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:32:13.852178 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:13.852820 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:13.876428 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] No DVR routers for this DVR port b6cb1bbf-4be2-417d-b13a-d260ec56273c on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:32:13.879168 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:13.883252 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a6fdd08b-a2e7-4089-bbaa-3e925a62c1c4 req-87050dbb-4675-4940-9408-8183b1ddddfb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "DELETE /v2.0/ports/b6cb1bbf-4be2-417d-b13a-d260ec56273c HTTP/1.1" status: 204 len: 173 time: 1.6944044 Apr 14 22:32:13.964202 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:14.162595 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:14.193251 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] Checking router: 622e9664-96bf-4045-8f59-135fabc44e44 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:32:14.204873 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:14.204873 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:14.246066 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b99b0a8-486b-47c3-a043-0c07d303a8db req-b85bf5e2-8ad7-44d7-8e06-f545c8cb4ac2 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 210 time: 0.0360999 Apr 14 22:32:14.297169 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc5564-096d-4ae1-8731-12a4f153b7ce req-34a81dac-70df-451c-9001-14c8f7061dda tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:14.298814 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d1cc5564-096d-4ae1-8731-12a4f153b7ce req-34a81dac-70df-451c-9001-14c8f7061dda tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0640202 Apr 14 22:32:14.319788 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:14.349169 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d1cc5564-096d-4ae1-8731-12a4f153b7ce req-50e96174-feeb-4f76-8f2b-eb8d479b76af tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438843 Apr 14 22:32:14.433997 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-78d91b65-0999-4c99-9263-2e6590634a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:14.435581 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-78d91b65-0999-4c99-9263-2e6590634a54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.1100619 Apr 14 22:32:14.517865 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-25ce4a43-8d41-4762-8844-0ddce5f1b68e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a32e10a8-b4a5-4090-99a6-287d09b3ff32 HTTP/1.1" status: 200 len: 1002 time: 0.0710649 Apr 14 22:32:14.535699 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:14.564116 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba2f53-2295-4bea-9e9a-bfbf726ae278 None None] The sync data for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi is: [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:32:14.577066 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:32:14.601066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-a1ffef93-fb44-4b48-832e-e44ff38dd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:14.603447 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-a1ffef93-fb44-4b48-832e-e44ff38dd5e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0741746 Apr 14 22:32:14.611090 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: b6cb1bbf-4be2-417d-b13a-d260ec56273c {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:32:14.611440 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device b6cb1bbf-4be2-417d-b13a-d260ec56273c not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:32:14.664167 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-2bbcaaed-1931-4de7-88db-bdb522ce3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:14.665712 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-2bbcaaed-1931-4de7-88db-bdb522ce3931 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536945 Apr 14 22:32:14.805004 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb7002-7d62-45d0-a5bb-396fd677e673 None None] New status for floating IP ef60a2c7-cf1a-4608-95d6-4a45d7692d37: DOWN {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:32:15.031345 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-23c56522-e900-48c9-bb4e-b0844a4f11c0 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058047 Apr 14 22:32:15.131443 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-21c2acb2-5b0e-43f4-a0ef-60791d726f66 req-32ef09b5-d0d3-4c09-a914-29c7c74f513a service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935452 Apr 14 22:32:15.168062 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-deleted', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:15.171091 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d18a7-00ab-4383-888a-208ea5dc9e95" -d '{"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-deleted", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:15.209289 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb48b45-2ffc-4ca7-9fd1-7342bfad3ee8 x-openstack-request-id: req-1fb48b45-2ffc-4ca7-9fd1-7342bfad3ee8 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:15.209822 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6e67f5-d5ca-43d6-b17e-fb023fbd1536", "name": "network-vif-deleted", "tag": "b6cb1bbf-4be2-417d-b13a-d260ec56273c", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:15.210371 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fb48b45-2ffc-4ca7-9fd1-7342bfad3ee8 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:15.211006 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb48b45-2ffc-4ca7-9fd1-7342bfad3ee8'] response: {'server_uuid': '8d6e67f5-d5ca-43d6-b17e-fb023fbd1536', 'name': 'network-vif-deleted', 'tag': 'b6cb1bbf-4be2-417d-b13a-d260ec56273c', 'status': 'completed', 'code': 200} Apr 14 22:32:15.371795 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-557c1f49-e735-4e9f-8a5a-1f36dcb0870d req-7029dd84-fa6c-4e17-a8e9-ca8a169f4ed3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6e67f5-d5ca-43d6-b17e-fb023fbd1536 HTTP/1.1" status: 200 len: 210 time: 0.0299852 Apr 14 22:32:15.474415 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793ca1d-8648-4214-aa28-8672dd5d7470 req-c6747ff8-3f1a-4802-9ba8-7ca8dc0bd833 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:15.476622 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8793ca1d-8648-4214-aa28-8672dd5d7470 req-c6747ff8-3f1a-4802-9ba8-7ca8dc0bd833 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0485888 Apr 14 22:32:15.525154 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8793ca1d-8648-4214-aa28-8672dd5d7470 req-8c8cab8f-a8c7-4a51-b28b-123540cb3842 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Apr 14 22:32:16.093107 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94160-faec-42df-912a-1dbe49c95df7 req-eeb47a45-a05b-4180-b147-0652fdc59537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:16.094672 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-afa94160-faec-42df-912a-1dbe49c95df7 req-eeb47a45-a05b-4180-b147-0652fdc59537 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1130 time: 0.0422440 Apr 14 22:32:16.192325 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5660ee-c4dd-4e78-bf7a-0070fe0260cd req-9ff118b1-a6bb-424b-965d-2589033bcb35 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:16.192631 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94160-faec-42df-912a-1dbe49c95df7 req-0a879bc7-5434-4397-b5f1-7cd52e0bfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:16.193823 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1c5660ee-c4dd-4e78-bf7a-0070fe0260cd req-9ff118b1-a6bb-424b-965d-2589033bcb35 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0495203 Apr 14 22:32:16.193952 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-afa94160-faec-42df-912a-1dbe49c95df7 req-0a879bc7-5434-4397-b5f1-7cd52e0bfc0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.0909836 Apr 14 22:32:16.240665 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1c5660ee-c4dd-4e78-bf7a-0070fe0260cd req-1506f3b9-81cd-42d4-8737-d1c9eee4bb07 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Apr 14 22:32:16.262204 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-afa94160-faec-42df-912a-1dbe49c95df7 req-d70c7754-d42c-4993-babe-955457304c3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 200 len: 1002 time: 0.0605891 Apr 14 22:32:16.318791 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94160-faec-42df-912a-1dbe49c95df7 req-4c3f6a6b-5ede-4b96-93f8-8b899dfa68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:16.320836 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-afa94160-faec-42df-912a-1dbe49c95df7 req-4c3f6a6b-5ede-4b96-93f8-8b899dfa68bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.0515919 Apr 14 22:32:16.364421 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94160-faec-42df-912a-1dbe49c95df7 req-60f0fc32-d8bd-402d-bb1a-9aaaf953369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:16.365815 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-afa94160-faec-42df-912a-1dbe49c95df7 req-60f0fc32-d8bd-402d-bb1a-9aaaf953369a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383198 Apr 14 22:32:16.461793 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-afa94160-faec-42df-912a-1dbe49c95df7 req-6ee31394-5d14-4595-a2d6-950970711b67 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844588 Apr 14 22:32:16.518340 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56016) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:16.559458 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-afa94160-faec-42df-912a-1dbe49c95df7 req-67277687-15a9-46bb-b311-c73a4d7dc823 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900538 Apr 14 22:32:16.576602 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fd006ed4-3c21-444c-9399-8b9e251ba669 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (434f2bfd-cc94-4286-8612-2f1e9b25a0f7), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:16.602050 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fd006ed4-3c21-444c-9399-8b9e251ba669 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (434f2bfd-cc94-4286-8612-2f1e9b25a0f7), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:16.717035 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fd006ed4-3c21-444c-9399-8b9e251ba669 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (434f2bfd-cc94-4286-8612-2f1e9b25a0f7), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:16.719761 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fd006ed4-3c21-444c-9399-8b9e251ba669 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:16.723622 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-fd006ed4-3c21-444c-9399-8b9e251ba669 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "DELETE /v2.0/security-groups/434f2bfd-cc94-4286-8612-2f1e9b25a0f7 HTTP/1.1" status: 204 len: 168 time: 0.2015681 Apr 14 22:32:16.727291 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56018) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:16.730502 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd006ed4-3c21-444c-9399-8b9e251ba669 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434f2bfd-cc94-4286-8612-2f1e9b25a0f7,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:16.740552 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-85a044f9-b00a-4b28-ad55-e7a960616c42 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] show failed (client error): The resource could not be found. Apr 14 22:32:16.745763 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-85a044f9-b00a-4b28-ad55-e7a960616c42 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups/434f2bfd-cc94-4286-8612-2f1e9b25a0f7 HTTP/1.1" status: 404 len: 347 time: 0.0169494 Apr 14 22:32:16.746240 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56022) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:16.868314 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Deleting port 8f1fc11e-adce-45b5-bdf2-7ef19a684704 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:32:16.868662 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (8f1fc11e-adce-45b5-bdf2-7ef19a684704), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:16.947811 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (8f1fc11e-adce-45b5-bdf2-7ef19a684704), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:16.948145 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (8f1fc11e-adce-45b5-bdf2-7ef19a684704), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:16.960493 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Calling delete_port for 8f1fc11e-adce-45b5-bdf2-7ef19a684704 owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:32:17.151245 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (8f1fc11e-adce-45b5-bdf2-7ef19a684704), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:17.177535 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event deleted for resources: {'Port': ['ID=8f1fc11e-adce-45b5-bdf2-7ef19a684704,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:17.239220 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (ef60a2c7-cf1a-4608-95d6-4a45d7692d37), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:17.241865 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:17.243045 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3ef2a1a7-6ea2-480e-97a4-062118d0a3bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "DELETE /v2.0/floatingips/ef60a2c7-cf1a-4608-95d6-4a45d7692d37 HTTP/1.1" status: 204 len: 168 time: 0.4958661 Apr 14 22:32:17.356755 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9a42f-c729-428a-8fcb-404ca755af3e req-eaf8946d-071d-4b4e-8256-8551de42f979 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:17.358274 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a9c9a42f-c729-428a-8fcb-404ca755af3e req-eaf8946d-071d-4b4e-8256-8551de42f979 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0468454 Apr 14 22:32:17.410306 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a9c9a42f-c729-428a-8fcb-404ca755af3e req-731dc1d8-111c-42df-851c-2e2e7b03df5d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 Apr 14 22:32:17.956498 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56028) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:17.961546 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-846db6fa-e9db-435b-8cdb-4277601faaa0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846091872', 'description': 'tempest-description--218819993'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:18.019656 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-846db6fa-e9db-435b-8cdb-4277601faaa0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.088230 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-846db6fa-e9db-435b-8cdb-4277601faaa0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (112d2117-ee9d-45f1-a687-05e76a8fdb58), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.133931 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-846db6fa-e9db-435b-8cdb-4277601faaa0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (112d2117-ee9d-45f1-a687-05e76a8fdb58), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.163853 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846db6fa-e9db-435b-8cdb-4277601faaa0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112d2117-ee9d-45f1-a687-05e76a8fdb58,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:18.244947 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-846db6fa-e9db-435b-8cdb-4277601faaa0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.246195 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-846db6fa-e9db-435b-8cdb-4277601faaa0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2886701 Apr 14 22:32:18.249073 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56030) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:18.253448 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-caa31063-0da4-4535-a495-966f9e6ffab4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'security_group_rule': {'security_group_id': '112d2117-ee9d-45f1-a687-05e76a8fdb58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:18.345143 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-caa31063-0da4-4535-a495-966f9e6ffab4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (4f45ec37-22b3-4fa5-af8c-6c46315a9b29), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.399279 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-caa31063-0da4-4535-a495-966f9e6ffab4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (4f45ec37-22b3-4fa5-af8c-6c46315a9b29), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.454096 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-caa31063-0da4-4535-a495-966f9e6ffab4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (4f45ec37-22b3-4fa5-af8c-6c46315a9b29), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.472545 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa31063-0da4-4535-a495-966f9e6ffab4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f45ec37-22b3-4fa5-af8c-6c46315a9b29,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:18.530287 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48325870-0e65-498e-94c3-345bbbaf032d req-07676f93-ffb7-494e-ba43-5b756a403c56 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:18.531883 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-48325870-0e65-498e-94c3-345bbbaf032d req-07676f93-ffb7-494e-ba43-5b756a403c56 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0518203 Apr 14 22:32:18.535462 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-caa31063-0da4-4535-a495-966f9e6ffab4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.537429 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-caa31063-0da4-4535-a495-966f9e6ffab4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2865763 Apr 14 22:32:18.539876 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56036) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:18.545332 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-3414ad66-8629-454d-967d-b6faf4e9cdef tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'security_group_rule': {'security_group_id': '112d2117-ee9d-45f1-a687-05e76a8fdb58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:18.584558 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-48325870-0e65-498e-94c3-345bbbaf032d req-36683e83-44fb-4e35-900e-9d49e6d29bd6 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467083 Apr 14 22:32:18.647915 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3414ad66-8629-454d-967d-b6faf4e9cdef tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (6912fc48-78f4-4b6e-a066-ebea283b4ec1), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.708640 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3414ad66-8629-454d-967d-b6faf4e9cdef tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (6912fc48-78f4-4b6e-a066-ebea283b4ec1), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.773923 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3414ad66-8629-454d-967d-b6faf4e9cdef tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (6912fc48-78f4-4b6e-a066-ebea283b4ec1), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.793766 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414ad66-8629-454d-967d-b6faf4e9cdef tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6912fc48-78f4-4b6e-a066-ebea283b4ec1,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:18.833267 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3414ad66-8629-454d-967d-b6faf4e9cdef tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.834551 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3414ad66-8629-454d-967d-b6faf4e9cdef tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928529 Apr 14 22:32:18.844924 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56038) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:18.849278 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:18.917125 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:18.998583 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:19.112203 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Allocated IP 172.27.0.163 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/a3d1f85b-f965-4b43-85b3-6b432eb0165b) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:32:19.218272 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for port (a3d1f85b-f965-4b43-85b3-6b432eb0165b), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:19.311434 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (a3d1f85b-f965-4b43-85b3-6b432eb0165b), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:19.357506 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:32:19.362903 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:32:19.366841 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:32:19.372753 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'Port': ['ID=a3d1f85b-f965-4b43-85b3-6b432eb0165b,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:19.454887 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (5a09e78e-40d8-47e3-962d-f437ac534710), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:19.545094 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (a3d1f85b-f965-4b43-85b3-6b432eb0165b), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:19.715388 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3602ea1-7e82-4ec8-baab-70d66bf5aa50 req-a986602e-532f-44d1-97d8-0e76020a925a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:19.717000 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c3602ea1-7e82-4ec8-baab-70d66bf5aa50 req-a986602e-532f-44d1-97d8-0e76020a925a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0640478 Apr 14 22:32:19.748782 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for port (a3d1f85b-f965-4b43-85b3-6b432eb0165b), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:19.781156 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c3602ea1-7e82-4ec8-baab-70d66bf5aa50 req-90704488-a9c6-4869-b793-a08c18db5da9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577030 Apr 14 22:32:19.853747 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (a3d1f85b-f965-4b43-85b3-6b432eb0165b), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:19.891565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387774-a3a9-4851-9217-e0eab78e985d req-c04eb8c6-0249-4b72-8599-bb7fb46ca313 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:19.893018 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ff387774-a3a9-4851-9217-e0eab78e985d req-c04eb8c6-0249-4b72-8599-bb7fb46ca313 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0479915 Apr 14 22:32:19.901543 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56044) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:19.905988 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-98669bf8-1b1f-4f23-9391-c5382aa6bb15 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Request body: {'floatingip': {'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:19.931125 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'Port': ['ID=a3d1f85b-f965-4b43-85b3-6b432eb0165b,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:19.940656 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (5a09e78e-40d8-47e3-962d-f437ac534710), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:19.971558 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98669bf8-1b1f-4f23-9391-c5382aa6bb15 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (05eedb02-6ab8-4a38-ba42-7a962db0fe08), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:20.010567 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:20.021522 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-34d75b75-a098-434c-8a05-b34728b039d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1659763 Apr 14 22:32:20.211116 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-a26ac8aa-baaa-480d-a486-48d44406c489 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--846091872&fields=id&tenant_id=8440fd0b09b84c66958ab2cfe0101e08 HTTP/1.1" status: 200 len: 267 time: 0.0435767 Apr 14 22:32:20.321587 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-ab70865b-c1ae-4e52-b9c3-e5bb208466d9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:20.323130 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-ab70865b-c1ae-4e52-b9c3-e5bb208466d9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 817 time: 0.1050689 Apr 14 22:32:20.337937 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04a14dd0-0c7e-4706-9f74-699fcaf2101a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/quotas/8440fd0b09b84c66958ab2cfe0101e08 HTTP/1.1" status: 200 len: 375 time: 0.0092473 Apr 14 22:32:20.387649 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-e49c692e-c65b-4afc-a6b7-e18bbd52d679 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445104 Apr 14 22:32:20.464775 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98669bf8-1b1f-4f23-9391-c5382aa6bb15 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:20.495814 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-97b406ca-1a22-498a-8845-8a7c296ddaab service neutron] 10.222.0.50 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936179 Apr 14 22:32:20.540503 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98669bf8-1b1f-4f23-9391-c5382aa6bb15 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (05eedb02-6ab8-4a38-ba42-7a962db0fe08), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:20.587931 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-5449dc78-6023-4730-b3c3-87893ca62f72 service neutron] 10.222.0.50 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Apr 14 22:32:20.758237 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98669bf8-1b1f-4f23-9391-c5382aa6bb15 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Router 0a613d58-ad1c-4250-a656-c03c3157fdb0 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:32:20.889131 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a5d0dc93-f1cf-4253-ac65-cb0930b95aa1 req-c6b65355-3088-43fd-82ea-e38eb694f841 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 210 time: 0.0349350 Apr 14 22:32:20.903178 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98669bf8-1b1f-4f23-9391-c5382aa6bb15 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:32:20.908567 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-98669bf8-1b1f-4f23-9391-c5382aa6bb15 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:20.914243 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] Sync routers for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:32:20.925740 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:20.926368 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:20.948437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:20.950163 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d22c4e-6936-419e-ac12-3c1183a1204e" -d '{"events": [{"name": "network-changed", "server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:20.990755 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-98669bf8-1b1f-4f23-9391-c5382aa6bb15 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "PUT /v2.0/floatingips/05eedb02-6ab8-4a38-ba42-7a962db0fe08 HTTP/1.1" status: 200 len: 994 time: 1.0829432 Apr 14 22:32:20.990755 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779f006a-76a6-4533-96ef-bbb42803ff15 x-openstack-request-id: req-779f006a-76a6-4533-96ef-bbb42803ff15 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:20.990755 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:20.990755 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-779f006a-76a6-4533-96ef-bbb42803ff15 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:20.990755 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779f006a-76a6-4533-96ef-bbb42803ff15'] response: {'name': 'network-changed', 'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'status': 'completed', 'code': 200} Apr 14 22:32:21.055477 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-0d6ef932-a48c-46bc-bdb8-430e7978c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:21.056995 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-0d6ef932-a48c-46bc-bdb8-430e7978c524 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1130 time: 0.0406740 Apr 14 22:32:21.062432 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:21.165436 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-4bb2d93c-217a-47c4-869e-04840a308686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:21.166978 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-4bb2d93c-217a-47c4-869e-04840a308686 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.0994868 Apr 14 22:32:21.235668 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-df9db310-fa5b-4aa2-adc4-eb2dbb7ce023 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 200 len: 1002 time: 0.0617704 Apr 14 22:32:21.285951 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-521b9079-0797-42a1-8d9f-6531c9769cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:21.287736 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-521b9079-0797-42a1-8d9f-6531c9769cb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.0450411 Apr 14 22:32:21.337192 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-2e55a0f7-38e3-4a9c-98a5-bd0690fd6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:21.338811 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-2e55a0f7-38e3-4a9c-98a5-bd0690fd6637 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434291 Apr 14 22:32:21.372276 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '05eedb02-6ab8-4a38-ba42-7a962db0fe08', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:24Z', 'updated_at': '2022-04-14T22:32:20Z', 'revision_number': 3, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:21.400928 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] Checking router: 0a613d58-ad1c-4250-a656-c03c3157fdb0 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:32:21.409615 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:21.410228 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:21.432976 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-0df5e2d6-c12d-454a-8c24-41ca343484ea service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846331 Apr 14 22:32:21.520903 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:21.528264 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a8d22c4e-6936-419e-ac12-3c1183a1204e req-e83148a7-8445-4537-a1db-c1da3e183b7f service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882845 Apr 14 22:32:21.750898 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '05eedb02-6ab8-4a38-ba42-7a962db0fe08', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:24Z', 'updated_at': '2022-04-14T22:32:20Z', 'revision_number': 3, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:21.777323 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acabab80-2cf2-4b4b-8fd6-cc738fd10d89 None None] The sync data for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi is: [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '05eedb02-6ab8-4a38-ba42-7a962db0fe08', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'port_id': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'mac_address': 'fa:16:3e:86:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:30:24Z', 'updated_at': '2022-04-14T22:32:20Z', 'revision_number': 3, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:32:21.991875 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bc1e3996-28c8-4754-8bb4-a17a1fba534a req-b558cd57-138d-4093-8c0e-e38d5682d8c4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 210 time: 0.0279484 Apr 14 22:32:22.840582 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fe1a2164-4d5f-43cf-9c89-f728f3ced3e1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:22.842110 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fe1a2164-4d5f-43cf-9c89-f728f3ced3e1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 817 time: 0.1000860 Apr 14 22:32:22.917098 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-adf9510a-47cc-4092-a3b7-84468285029c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8440fd0b09b84c66958ab2cfe0101e08 HTTP/1.1" status: 200 len: 379 time: 0.0572419 Apr 14 22:32:22.932530 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'port': {'device_id': '118733c6-1275-4100-aab6-219bc1579cca', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'admin_state_up': True, 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'security_groups': ['112d2117-ee9d-45f1-a687-05e76a8fdb58']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:22.990426 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:22.993229 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:23.039210 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2f9d54-cb49-426d-a1f9-4729fbae36d8 x-openstack-request-id: req-4f2f9d54-cb49-426d-a1f9-4729fbae36d8 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:23.039530 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:23.039766 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f2f9d54-cb49-426d-a1f9-4729fbae36d8 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:23.040163 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2f9d54-cb49-426d-a1f9-4729fbae36d8'] response: {'name': 'network-changed', 'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'status': 'completed', 'code': 200} Apr 14 22:32:23.124521 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-98d7d537-9929-429b-985f-38c7028ac8f6 req-7a64db64-c506-41da-94f7-2ddfe33f7d11 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 210 time: 0.0479214 Apr 14 22:32:23.132782 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-f7e59104-f4b3-42a3-91c9-67fc7f957158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:23.133957 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-f7e59104-f4b3-42a3-91c9-67fc7f957158 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 1130 time: 0.0671780 Apr 14 22:32:23.149298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Made reservation on behalf of 8440fd0b09b84c66958ab2cfe0101e08 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:32:23.149298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:23.552762 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-bcc6aa61-bbd9-4e80-a512-d31ff5865f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:23.556718 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-bcc6aa61-bbd9-4e80-a512-d31ff5865f92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.4109991 Apr 14 22:32:23.639171 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Allocated IP 172.20.0.13 (21227e2b-3fd3-40a4-bcda-0d3463f20bd1/3bd003fb-b636-4ddf-b9c7-181100456fc8/01f2d332-867f-4630-b799-2e87d57a6e21) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:32:23.653607 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-02e39967-c7fc-4d92-b32a-3ebb32bbeb18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 200 len: 1002 time: 0.0806897 Apr 14 22:32:23.743969 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-4405064f-5948-400f-a2d9-1234a518281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:23.745427 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-4405064f-5948-400f-a2d9-1234a518281e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.0819812 Apr 14 22:32:23.826331 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-7279582b-11ed-4d46-980c-81eef9533bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:23.827740 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-7279582b-11ed-4d46-980c-81eef9533bf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571952 Apr 14 22:32:23.881877 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for port (01f2d332-867f-4630-b799-2e87d57a6e21), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:23.956120 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-94a43c9c-e134-422c-b711-142ec4d61018 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169922 Apr 14 22:32:24.050099 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-88c817ca-babd-4d53-bad8-c8aa2d36cbaf req-44004e46-5117-4c4a-b526-ef9d7c56aa00 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861132 Apr 14 22:32:24.082697 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:24.126203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:32:24.132131 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:32:24.136548 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:32:24.144477 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:24.200055 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:24.200995 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:24.254843 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6a1f0-a397-40f8-8f5f-98d82d28d4bd req-ec7f4731-9340-4a99-a90e-713cece55c81 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:24.256587 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-95c6a1f0-a397-40f8-8f5f-98d82d28d4bd req-ec7f4731-9340-4a99-a90e-713cece55c81 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 932 time: 0.0499859 Apr 14 22:32:24.268497 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-fdb6b36d-26b5-4e81-9693-a9b907a1a9e4 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3398430 Apr 14 22:32:24.290546 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Request body: {'port': {'device_id': '118733c6-1275-4100-aab6-219bc1579cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:24.317594 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-95c6a1f0-a397-40f8-8f5f-98d82d28d4bd req-57576288-0682-44bb-a502-4020162beee5 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549583 Apr 14 22:32:24.359783 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:24.360092 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-cc5caa03-e236-496b-82cd-8e26d9abf81b None None] Provisioning complete for port 01f2d332-867f-4630-b799-2e87d57a6e21 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:32:24.360765 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cc5caa03-e236-496b-82cd-8e26d9abf81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:24.394069 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-cc5caa03-e236-496b-82cd-8e26d9abf81b None None] Port 01f2d332-867f-4630-b799-2e87d57a6e21 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:32:24.629934 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f2d332-867f-4630-b799-2e87d57a6e21 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:32:24.637889 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Publish callbacks [] for port (01f2d332-867f-4630-b799-2e87d57a6e21), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:24.650816 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Transition to ACTIVE for port object 01f2d332-867f-4630-b799-2e87d57a6e21 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:32:24.689056 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:32:24.699336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:24.752613 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:24.831244 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Attempting to bind port 01f2d332-867f-4630-b799-2e87d57a6e21 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:32:24.831620 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Attempting to bind port 01f2d332-867f-4630-b799-2e87d57a6e21 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:32:24.831953 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Attempting to bind port 01f2d332-867f-4630-b799-2e87d57a6e21 on network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:32:24.837396 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Port 01f2d332-867f-4630-b799-2e87d57a6e21 on network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:32:24.837718 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Attempting to bind port 01f2d332-867f-4630-b799-2e87d57a6e21 on network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:32:24.842914 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:32:24.843257 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Checking segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:32:24.843652 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Bound using segment: {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:32:24.844091 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Bound port: 01f2d332-867f-4630-b799-2e87d57a6e21, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c8b415-f7a2-48d5-84ee-e4277a5ed058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:32:24.844452 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:24.913462 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:32:24.916955 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:32:25.042959 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:25.077681 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:25.078364 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:25.079690 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] 10.222.0.37 "PUT /v2.0/ports/01f2d332-867f-4630-b799-2e87d57a6e21 HTTP/1.1" status: 200 len: 1094 time: 0.7943647 Apr 14 22:32:25.080126 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:25.082381 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585d59c5-ab89-460f-a75b-af4c7849a681" -d '{"events": [{"name": "network-changed", "server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:25.107916 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14c3f-071a-4298-81c1-55222afe3f15 service neutron] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:25.126862 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b312339a-7087-4c89-8fc2-02a11cfdcf43 x-openstack-request-id: req-b312339a-7087-4c89-8fc2-02a11cfdcf43 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:25.127164 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:25.127422 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b312339a-7087-4c89-8fc2-02a11cfdcf43 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:25.127833 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b312339a-7087-4c89-8fc2-02a11cfdcf43'] response: {'name': 'network-changed', 'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21', 'status': 'completed', 'code': 200} Apr 14 22:32:25.195032 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d59c5-ab89-460f-a75b-af4c7849a681 req-13099037-c6be-4222-8066-21b2d0fa2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:25.196591 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-585d59c5-ab89-460f-a75b-af4c7849a681 req-13099037-c6be-4222-8066-21b2d0fa2988 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 1128 time: 0.0450308 Apr 14 22:32:25.313467 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d59c5-ab89-460f-a75b-af4c7849a681 req-f192f981-cd4e-441b-ae8b-a02737429cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:25.315004 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-585d59c5-ab89-460f-a75b-af4c7849a681 req-f192f981-cd4e-441b-ae8b-a02737429cf7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0999546 Apr 14 22:32:25.418576 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d59c5-ab89-460f-a75b-af4c7849a681 req-2bee7fe0-b10d-4feb-9aa4-bc1c714f0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:25.420345 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-585d59c5-ab89-460f-a75b-af4c7849a681 req-2bee7fe0-b10d-4feb-9aa4-bc1c714f0397 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960340 Apr 14 22:32:25.438104 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61465a16-6d7f-41ee-8884-dabdc8ae22e6 req-38e80942-d944-46e0-90b0-de9ad97c9b53 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:25.439648 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-61465a16-6d7f-41ee-8884-dabdc8ae22e6 req-38e80942-d944-46e0-90b0-de9ad97c9b53 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0475969 Apr 14 22:32:25.488056 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-61465a16-6d7f-41ee-8884-dabdc8ae22e6 req-fda932d8-9730-495a-b80f-dccd5842bdba tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425868 Apr 14 22:32:25.503746 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-afac25d9-9cf0-4a5b-b09e-4333105082ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:25.505319 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-afac25d9-9cf0-4a5b-b09e-4333105082ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 1128 time: 0.0418186 Apr 14 22:32:25.551561 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-0dbdca8d-17fe-4e63-b03a-49ef5bad70b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f2d332-867f-4630-b799-2e87d57a6e21 HTTP/1.1" status: 200 len: 217 time: 0.0340850 Apr 14 22:32:25.603420 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-88a3460a-5c31-4cc2-950d-a6a6942f3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:25.604861 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-88a3460a-5c31-4cc2-950d-a6a6942f3125 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.0469015 Apr 14 22:32:25.651398 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-d9f00b6c-1316-40cf-89f9-7993373f9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:25.652873 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-d9f00b6c-1316-40cf-89f9-7993373f9868 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386281 Apr 14 22:32:25.741911 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-9b65cf6f-bf57-4b95-bc73-64336919dbf4 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809977 Apr 14 22:32:25.833523 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb0d3012-7b32-4be0-92ef-d13d87a1a796 req-d4825cb0-956a-4a5e-a713-2d68c3c72a68 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 Apr 14 22:32:26.607061 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca71a8-fd6b-4220-8a20-02489b94851b req-c33cf221-c11f-4fae-a83e-f2141eac1d12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:26.608560 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9bca71a8-fd6b-4220-8a20-02489b94851b req-c33cf221-c11f-4fae-a83e-f2141eac1d12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0471246 Apr 14 22:32:26.654582 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9bca71a8-fd6b-4220-8a20-02489b94851b req-e10f16cb-85e5-4b1b-ba5f-46a60d49fada tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Apr 14 22:32:27.769545 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ffaa5-ac29-4bb7-9356-e42147443d3f req-e49dd98a-7a41-4f85-922f-71b7ac85ce12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:27.771071 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dc1ffaa5-ac29-4bb7-9356-e42147443d3f req-e49dd98a-7a41-4f85-922f-71b7ac85ce12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0460451 Apr 14 22:32:27.817963 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dc1ffaa5-ac29-4bb7-9356-e42147443d3f req-74111b2c-a98b-4c21-ba0e-a22e6b06fec6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405219 Apr 14 22:32:28.669901 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:32:28.766288 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:28.778110 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '01f2d332-867f-4630-b799-2e87d57a6e21', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'port_id': '01f2d332-867f-4630-b799-2e87d57a6e21', 'mac_address': 'fa:16:3e:af:8d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:32:28.820243 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 01f2d332-867f-4630-b799-2e87d57a6e21 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:32:28.820556 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:28.833536 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f2d332-867f-4630-b799-2e87d57a6e21 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:32:28.854413 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:28.904970 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:28.965518 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d283a-55af-4320-94e5-f83b240bcae0 req-9294ead6-8b07-44d1-8f30-6f328802eb76 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:28.967976 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9d1d283a-55af-4320-94e5-f83b240bcae0 req-9294ead6-8b07-44d1-8f30-6f328802eb76 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 945 time: 0.0729451 Apr 14 22:32:28.974918 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:29.015141 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9d1d283a-55af-4320-94e5-f83b240bcae0 req-0ac3ad81-331c-4030-b329-40b4174d83ee tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414534 Apr 14 22:32:29.238058 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['01f2d332-867f-4630-b799-2e87d57a6e21'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:32:30.134693 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a0092-f1dd-4310-931e-9278e513d617 req-df873f41-95fb-4c9d-874d-880374aead52 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:30.136172 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-167a0092-f1dd-4310-931e-9278e513d617 req-df873f41-95fb-4c9d-874d-880374aead52 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 945 time: 0.0497746 Apr 14 22:32:30.183600 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-167a0092-f1dd-4310-931e-9278e513d617 req-65a75a52-45eb-4cfe-ac63-8d62ef514596 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 Apr 14 22:32:30.681108 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:32:30.725645 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 01f2d332-867f-4630-b799-2e87d57a6e21 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:32:30.821053 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 01f2d332-867f-4630-b799-2e87d57a6e21 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:32:30.821447 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:30.903732 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 01f2d332-867f-4630-b799-2e87d57a6e21 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:32:30.904128 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:30.926483 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:30.928704 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb5ef45-d3e1-47b7-bfcd-833b10354fbf" -d '{"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-plugged", "status": "completed", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:30.946149 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:30.965952 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df0597-3ade-4918-add2-909543cdee70 x-openstack-request-id: req-18df0597-3ade-4918-add2-909543cdee70 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:30.966269 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-plugged", "status": "completed", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:30.966533 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18df0597-3ade-4918-add2-909543cdee70 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:30.969965 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18df0597-3ade-4918-add2-909543cdee70'] response: {'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21', 'code': 200} Apr 14 22:32:31.019699 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:31.068114 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:31.277251 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850e7fb-5772-4f62-9bd0-66607d06b226 req-09f4cd11-af26-4279-8db1-0f8541b7c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:31.278775 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1850e7fb-5772-4f62-9bd0-66607d06b226 req-09f4cd11-af26-4279-8db1-0f8541b7c523 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 1130 time: 0.0390310 Apr 14 22:32:31.301918 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d414c6-1c2a-4c4a-82cc-ea0dc742a30c req-ac4636ca-c964-45ca-afbe-a545b8fb3af2 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:31.304245 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f2d414c6-1c2a-4c4a-82cc-ea0dc742a30c req-ac4636ca-c964-45ca-afbe-a545b8fb3af2 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0489473 Apr 14 22:32:31.323707 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1850e7fb-5772-4f62-9bd0-66607d06b226 req-7bdf0f77-21dc-4c78-a10f-f55dbc9cd358 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388062 Apr 14 22:32:31.352511 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f2d414c6-1c2a-4c4a-82cc-ea0dc742a30c req-f4bc17d0-22b7-479c-975e-3d1c148bbe75 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425391 Apr 14 22:32:31.636821 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:32.471441 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd203ea7-cf61-4e1a-88d7-1e9ccc67c947 req-a1a7442e-4c1a-4867-89c7-33f435d23867 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:32.472922 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd203ea7-cf61-4e1a-88d7-1e9ccc67c947 req-a1a7442e-4c1a-4867-89c7-33f435d23867 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0481894 Apr 14 22:32:32.522834 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd203ea7-cf61-4e1a-88d7-1e9ccc67c947 req-a07eec21-e27d-4cf9-ae9a-fc23ddbf8921 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442598 Apr 14 22:32:33.647604 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd3724-e2ec-4a0a-9090-fe58eff5ecf4 req-0c8d10e9-dc70-4a90-a688-85bf988e8e16 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:33.649122 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e9dd3724-e2ec-4a0a-9090-fe58eff5ecf4 req-0c8d10e9-dc70-4a90-a688-85bf988e8e16 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0557165 Apr 14 22:32:33.696835 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e9dd3724-e2ec-4a0a-9090-fe58eff5ecf4 req-647fa647-25ad-4fcc-872c-dbe89f8a7dea tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Apr 14 22:32:33.813588 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853994f-337b-4096-8b2f-60f7d5b39cac req-85137ba6-bbb5-43df-aa4b-d2a076209b20 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:33.815007 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3853994f-337b-4096-8b2f-60f7d5b39cac req-85137ba6-bbb5-43df-aa4b-d2a076209b20 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0497098 Apr 14 22:32:33.824083 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56118) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:33.828679 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Request body: {'floatingip': {'port_id': '01f2d332-867f-4630-b799-2e87d57a6e21'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:33.868389 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (5a09e78e-40d8-47e3-962d-f437ac534710), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:34.333630 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:34.385855 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1a67cd9c-99b4-4a20-ad97-515e2adebde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:34.402187 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (5a09e78e-40d8-47e3-962d-f437ac534710), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:34.504841 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Floating IP 5a09e78e-40d8-47e3-962d-f437ac534710 associated. External IP: 172.27.0.163, port: 01f2d332-867f-4630-b799-2e87d57a6e21. Apr 14 22:32:34.735006 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Router 622e9664-96bf-4045-8f59-135fabc44e44 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:32:34.864356 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:32:34.869273 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:34.875817 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] Sync routers for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:32:34.886730 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:34.887514 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:34.899364 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-87c40226-3988-49af-9a91-64a07f4f522f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "PUT /v2.0/floatingips/5a09e78e-40d8-47e3-962d-f437ac534710 HTTP/1.1" status: 200 len: 992 time: 1.0741906 Apr 14 22:32:34.899974 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:34.902432 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98" -d '{"events": [{"name": "network-changed", "server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:34.937883 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3691ba2-5fc3-4cc2-a8e0-f335d67ab745 x-openstack-request-id: req-d3691ba2-5fc3-4cc2-a8e0-f335d67ab745 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:34.938186 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:34.938445 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3691ba2-5fc3-4cc2-a8e0-f335d67ab745 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:34.938894 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3691ba2-5fc3-4cc2-a8e0-f335d67ab745'] response: {'name': 'network-changed', 'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21', 'status': 'completed', 'code': 200} Apr 14 22:32:35.009321 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-4cddb2e8-b365-4aa5-b20a-efe6afddbe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:35.010763 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-4cddb2e8-b365-4aa5-b20a-efe6afddbe87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 1130 time: 0.0410378 Apr 14 22:32:35.014015 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:35.107747 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-fbb38542-2616-4a65-8a8a-8376626e8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:35.109225 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-fbb38542-2616-4a65-8a8a-8376626e8413 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 918 time: 0.0900588 Apr 14 22:32:35.180185 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-d62985b6-282e-465a-9585-36ec41ce6d31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f2d332-867f-4630-b799-2e87d57a6e21 HTTP/1.1" status: 200 len: 1000 time: 0.0608544 Apr 14 22:32:35.241077 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '5a09e78e-40d8-47e3-962d-f437ac534710', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'port_id': '01f2d332-867f-4630-b799-2e87d57a6e21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'mac_address': 'fa:16:3e:af:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118733c6-1275-4100-aab6-219bc1579cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:19Z', 'updated_at': '2022-04-14T22:32:34Z', 'revision_number': 1, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:35.241372 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-70899f05-549f-4b8c-81ee-9c1d8f2e418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:35.242634 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-70899f05-549f-4b8c-81ee-9c1d8f2e418e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.0442801 Apr 14 22:32:35.267978 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] Checking router: 622e9664-96bf-4045-8f59-135fabc44e44 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:32:35.277346 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:35.277955 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:35.294422 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-5bd07de5-e93c-4559-b66b-3ae43ea9497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:35.296104 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-5bd07de5-e93c-4559-b66b-3ae43ea9497a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463691 Apr 14 22:32:35.388714 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:35.396344 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-0911a9f8-4748-4a3e-9caf-e17b8f25b2b1 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854368 Apr 14 22:32:35.497110 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e82ccde-e6b0-4ff4-b8b7-0c89dcec5a98 req-c9d90375-8a55-479f-947f-28804074124c service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913415 Apr 14 22:32:35.742442 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '5a09e78e-40d8-47e3-962d-f437ac534710', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'port_id': '01f2d332-867f-4630-b799-2e87d57a6e21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'mac_address': 'fa:16:3e:af:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118733c6-1275-4100-aab6-219bc1579cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:19Z', 'updated_at': '2022-04-14T22:32:34Z', 'revision_number': 1, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:35.770464 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cce89d-e76f-4770-bfd3-0a8861330a1e None None] The sync data for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi is: [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '5a09e78e-40d8-47e3-962d-f437ac534710', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'port_id': '01f2d332-867f-4630-b799-2e87d57a6e21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'mac_address': 'fa:16:3e:af:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118733c6-1275-4100-aab6-219bc1579cca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:32:19Z', 'updated_at': '2022-04-14T22:32:34Z', 'revision_number': 1, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:32:35.972868 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4896c31c-bee6-4bac-872c-d4fe424e8c63 None None] New status for floating IP 5a09e78e-40d8-47e3-962d-f437ac534710: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:32:36.762305 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-527c7e71-9b10-4209-bbf9-d5fa7bfc422e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:38.025216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:39.236365 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:40.865127 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:41.619150 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdae55b-8a22-4933-bc3f-da3ee1bc8423 req-6fb5caf7-a5c1-4b69-9aa9-d1a155580e97 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:41.620643 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7cdae55b-8a22-4933-bc3f-da3ee1bc8423 req-6fb5caf7-a5c1-4b69-9aa9-d1a155580e97 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0475492 Apr 14 22:32:41.684471 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7cdae55b-8a22-4933-bc3f-da3ee1bc8423 req-9a75000a-5049-41d2-ad42-75bce2896247 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572307 Apr 14 22:32:41.729871 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-032038c0-14ba-4d0b-bf4e-c555a1820a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:41.731409 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-032038c0-14ba-4d0b-bf4e-c555a1820a5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fe69e9616544ab891e4d22428369e06&device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1168 time: 0.0402033 Apr 14 22:32:41.825650 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-e053163f-b227-454e-a7ca-0e5e9bf903dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:41.827062 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-e053163f-b227-454e-a7ca-0e5e9bf903dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 200 len: 915 time: 0.0889466 Apr 14 22:32:41.896398 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-36790358-c514-44ce-ada9-555cdeb86c6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 1001 time: 0.0580623 Apr 14 22:32:41.945456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-4a0c3e97-c01d-4f4d-898a-50057d5a49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:41.946976 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-4a0c3e97-c01d-4f4d-898a-50057d5a49d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 HTTP/1.1" status: 200 len: 853 time: 0.0435064 Apr 14 22:32:41.996928 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-35a344f8-78e5-46d4-aafd-ab054a9dce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:41.998436 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-35a344f8-78e5-46d4-aafd-ab054a9dce88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a002acb-800d-40c2-bc9a-a608b190f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444145 Apr 14 22:32:42.092232 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-5ab4c3d3-ec17-4a11-b89e-e85d0cee1f21 service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860136 Apr 14 22:32:42.198623 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e752df46-ad2e-4f1a-9f03-dec8c84ef593 req-1f698a4c-264c-465b-89dd-4753d94ee2af service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995369 Apr 14 22:32:42.831057 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53707ff-6ee4-4468-8511-8aed347aedd6 req-4b8ffbce-a67b-4fd1-a65a-e57bfd28fac1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:42.832600 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f53707ff-6ee4-4468-8511-8aed347aedd6 req-4b8ffbce-a67b-4fd1-a65a-e57bfd28fac1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0737376 Apr 14 22:32:42.899366 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f53707ff-6ee4-4468-8511-8aed347aedd6 req-03adafb1-9443-47b9-89b6-a54f2149f494 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604315 Apr 14 22:32:44.022548 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f862a9-3663-4854-8b2a-a0a945154adc req-f543fe1c-8e1d-48b6-93e1-16371377f010 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:44.024140 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-43f862a9-3663-4854-8b2a-a0a945154adc req-f543fe1c-8e1d-48b6-93e1-16371377f010 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0509632 Apr 14 22:32:44.105070 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-43f862a9-3663-4854-8b2a-a0a945154adc req-74eb9b27-47ea-4adf-89aa-cde7d8f04436 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743051 Apr 14 22:32:45.241954 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b70989-a116-4fae-a936-215d8b3e0309 req-838cc06d-3863-435e-885d-26f17519890c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:45.243798 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6b70989-a116-4fae-a936-215d8b3e0309 req-838cc06d-3863-435e-885d-26f17519890c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0537200 Apr 14 22:32:45.305656 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6b70989-a116-4fae-a936-215d8b3e0309 req-d8e4a06c-c4b4-47be-81c2-ae902462900d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558453 Apr 14 22:32:46.444963 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f4de-f086-4dd2-a06a-2a9f709c3313 req-1dbc1e94-a085-48d1-8712-2f72c150a72f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:46.447575 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9463f4de-f086-4dd2-a06a-2a9f709c3313 req-1dbc1e94-a085-48d1-8712-2f72c150a72f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0681713 Apr 14 22:32:46.510805 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9463f4de-f086-4dd2-a06a-2a9f709c3313 req-f1cb2c51-d6f3-4861-ad50-fe1069f74510 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574813 Apr 14 22:32:47.631614 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd3f2b-2f22-4c24-b7ca-390016e1e332 req-59a28907-176d-478b-8b58-9f37b24bed1f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:47.633142 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bedd3f2b-2f22-4c24-b7ca-390016e1e332 req-59a28907-176d-478b-8b58-9f37b24bed1f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0508652 Apr 14 22:32:47.696522 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bedd3f2b-2f22-4c24-b7ca-390016e1e332 req-3d23527f-6578-4a06-a86d-f95fd7db2f39 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573835 Apr 14 22:32:48.820753 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef969f-ab16-4c22-a0e7-19e17252484b req-0b18b684-4470-4e5b-a3c5-f214923bf99a tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:48.822221 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-06ef969f-ab16-4c22-a0e7-19e17252484b req-0b18b684-4470-4e5b-a3c5-f214923bf99a tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0556819 Apr 14 22:32:48.890509 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-06ef969f-ab16-4c22-a0e7-19e17252484b req-c4288cb2-e1d9-424b-8336-31ae090031bb tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582068 Apr 14 22:32:50.048253 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea139306-40e3-4822-9efa-7ab90158bba3 req-dc3597da-c93f-4560-987d-f88062283a61 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:50.050976 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea139306-40e3-4822-9efa-7ab90158bba3 req-dc3597da-c93f-4560-987d-f88062283a61 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0897994 Apr 14 22:32:50.117877 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ea139306-40e3-4822-9efa-7ab90158bba3 req-89a8460b-e530-401d-83e2-ee716427b541 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606527 Apr 14 22:32:51.276929 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cbdc-56bd-4274-a72a-4e351037a989 req-8fc0e157-41cf-4d1a-b2b7-52006eeb631f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:51.279752 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-92a7cbdc-56bd-4274-a72a-4e351037a989 req-8fc0e157-41cf-4d1a-b2b7-52006eeb631f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0875881 Apr 14 22:32:51.387261 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-92a7cbdc-56bd-4274-a72a-4e351037a989 req-2e225f46-f6ce-4c71-bcdb-243d6a2a81b5 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997713 Apr 14 22:32:51.502823 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af6040-2fea-49ac-be9f-2511883d8138 req-b27bff91-d7cb-4a7b-9c2c-eee3afb82cca tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:51.504642 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-15af6040-2fea-49ac-be9f-2511883d8138 req-b27bff91-d7cb-4a7b-9c2c-eee3afb82cca tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0512938 Apr 14 22:32:51.569417 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-15af6040-2fea-49ac-be9f-2511883d8138 req-bd68d51b-d815-4fcf-9b4e-e0138c9d8a95 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524478 Apr 14 22:32:52.543075 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24252876-4ff1-45a6-a3a9-4d0166907ef8 req-b0c44b82-7707-4efa-b280-baf2f022513d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:52.544728 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-24252876-4ff1-45a6-a3a9-4d0166907ef8 req-b0c44b82-7707-4efa-b280-baf2f022513d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0566332 Apr 14 22:32:52.624679 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-24252876-4ff1-45a6-a3a9-4d0166907ef8 req-a82fde4a-dc9e-4b30-bb39-ca350f5e378f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728576 Apr 14 22:32:52.699562 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bd62-7616-4b6b-8395-74ef1af20287 req-ce980c73-c335-4f88-835d-e91aaee480f5 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:52.701239 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6974bd62-7616-4b6b-8395-74ef1af20287 req-ce980c73-c335-4f88-835d-e91aaee480f5 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0590212 Apr 14 22:32:52.760714 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6974bd62-7616-4b6b-8395-74ef1af20287 req-16b286dd-589a-4d97-9fda-7cce1c915faa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499718 Apr 14 22:32:53.766453 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dbd15-0e37-4074-844e-4d8d913aab0b req-4d3984ca-54c9-4f65-b982-2bef6f5867ae tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:53.768817 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-be8dbd15-0e37-4074-844e-4d8d913aab0b req-4d3984ca-54c9-4f65-b982-2bef6f5867ae tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0690997 Apr 14 22:32:53.843932 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-4c0f7d7e-7bf3-4371-9ffe-4ec29dbdc7de tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:53.847665 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-4c0f7d7e-7bf3-4371-9ffe-4ec29dbdc7de tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0833516 Apr 14 22:32:53.871377 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-be8dbd15-0e37-4074-844e-4d8d913aab0b req-b24a4ad1-ce5c-4d4c-a373-6bb2f643d031 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944996 Apr 14 22:32:53.941092 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5abb99-4ec0-45df-9557-0f894e653ce0 req-e2a3c921-9544-4d0a-8896-e5a69de18663 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:53.942986 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a5abb99-4ec0-45df-9557-0f894e653ce0 req-e2a3c921-9544-4d0a-8896-e5a69de18663 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 945 time: 0.0865688 Apr 14 22:32:54.006683 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Deleting port 28d92f14-2fa9-4c18-8740-52effd61fc03 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:32:54.007060 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:54.361548 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a5abb99-4ec0-45df-9557-0f894e653ce0 req-3457b8a4-741b-40f4-81d5-f7a01c8930d0 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=0727fc4d-1a3e-4308-80c0-a2efb653f906&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3978705 Apr 14 22:32:54.413881 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] For port 28d92f14-2fa9-4c18-8740-52effd61fc03, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=28d92f14-2fa9-4c18-8740-52effd61fc03,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:32:54.414250 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:54.609010 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:54.609380 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (627bac3b-b262-44e7-afdf-5ce316e83bf8), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:54.609696 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Floating IP 627bac3b-b262-44e7-afdf-5ce316e83bf8 disassociated. External IP: 172.27.0.186, port: 28d92f14-2fa9-4c18-8740-52effd61fc03. Apr 14 22:32:54.610039 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Calling delete_port for 28d92f14-2fa9-4c18-8740-52effd61fc03 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:32:54.830914 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (28d92f14-2fa9-4c18-8740-52effd61fc03), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:54.863376 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event deleted for resources: {'Port': ['ID=28d92f14-2fa9-4c18-8740-52effd61fc03,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:55.003589 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Router 70a56417-6944-482d-a887-c74e18d9b718 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:32:55.041853 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b77dd-2604-40f5-bd4c-4b50cde6300b req-bd3e6906-99da-41ff-8f0f-8d180d520359 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:55.044627 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-478b77dd-2604-40f5-bd4c-4b50cde6300b req-bd3e6906-99da-41ff-8f0f-8d180d520359 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0795047 Apr 14 22:32:55.127779 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:32:55.143152 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-478b77dd-2604-40f5-bd4c-4b50cde6300b req-2ffb2b47-bc9b-44ea-9313-865740eebe5d tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915494 Apr 14 22:32:55.153194 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] Sync routers for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:32:55.182871 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:55.183741 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:55.213779 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] No DVR routers for this DVR port 28d92f14-2fa9-4c18-8740-52effd61fc03 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:32:55.216671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:55.220060 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b2a5af05-8301-47bc-b234-e2db7b450d95 req-55d155ab-4a71-4e1c-aeaa-76445c368ec3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "DELETE /v2.0/ports/28d92f14-2fa9-4c18-8740-52effd61fc03 HTTP/1.1" status: 204 len: 173 time: 1.3654068 Apr 14 22:32:55.220540 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d325568-c159-4b79-980b-61c51ed5b64d', 'name': 'network-vif-deleted', 'tag': '28d92f14-2fa9-4c18-8740-52effd61fc03'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:32:55.222876 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf07ae6-e6c5-4fd0-bfad-f4d1068f4010" -d '{"events": [{"server_uuid": "2d325568-c159-4b79-980b-61c51ed5b64d", "name": "network-vif-deleted", "tag": "28d92f14-2fa9-4c18-8740-52effd61fc03"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:32:55.281586 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38879c2-5d3c-4cae-8835-8f68138de663 x-openstack-request-id: req-b38879c2-5d3c-4cae-8835-8f68138de663 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:32:55.282067 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d325568-c159-4b79-980b-61c51ed5b64d", "name": "network-vif-deleted", "tag": "28d92f14-2fa9-4c18-8740-52effd61fc03", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:32:55.282486 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b38879c2-5d3c-4cae-8835-8f68138de663 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:32:55.283362 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38879c2-5d3c-4cae-8835-8f68138de663'] response: {'server_uuid': '2d325568-c159-4b79-980b-61c51ed5b64d', 'name': 'network-vif-deleted', 'tag': '28d92f14-2fa9-4c18-8740-52effd61fc03', 'status': 'completed', 'code': 200} Apr 14 22:32:55.380502 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:55.528638 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-679dd8c9-46ea-49a9-aef2-83214861dec3 req-37bdcd74-5ef8-4bb6-8c33-27bb92baa9aa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0317278 Apr 14 22:32:55.653401 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:55.683255 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] Checking router: 70a56417-6944-482d-a887-c74e18d9b718 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:32:55.693864 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:32:55.694517 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:55.819966 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:32:56.038332 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:32:56.071504 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3443ee90-1eac-48c6-854b-8cace2295057 None None] The sync data for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi is: [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:32:56.308666 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9b0d3-02e6-4a87-8f83-3da645bce0b1 req-48eabd88-98bc-4a9f-9097-95245f01e789 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:56.310371 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5b9b0d3-02e6-4a87-8f83-3da645bce0b1 req-48eabd88-98bc-4a9f-9097-95245f01e789 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0620112 Apr 14 22:32:56.376245 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc1d55-cb0a-4589-8866-191394f10750 None None] New status for floating IP 627bac3b-b262-44e7-afdf-5ce316e83bf8: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:32:56.394391 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5b9b0d3-02e6-4a87-8f83-3da645bce0b1 req-aa17add9-5ef1-4aec-9f5a-04ca157a366f tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731394 Apr 14 22:32:56.703871 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-82da4cc6-b8bd-4001-8c87-a1e26727ae98 req-d67eb6a1-0a6d-419b-8dfc-beb91a818405 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d325568-c159-4b79-980b-61c51ed5b64d HTTP/1.1" status: 200 len: 210 time: 0.0432587 Apr 14 22:32:57.535765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330956cf-ffc3-4915-b2d5-c0269998b456 req-c388775d-ce8d-471c-9f96-0a42b7927753 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:57.538003 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-330956cf-ffc3-4915-b2d5-c0269998b456 req-c388775d-ce8d-471c-9f96-0a42b7927753 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0525520 Apr 14 22:32:57.618743 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-330956cf-ffc3-4915-b2d5-c0269998b456 req-9ef12fb6-37d4-41fb-a6a8-c9485b5b3db3 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744729 Apr 14 22:32:57.898643 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56258) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:57.965465 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c191a3f5-921d-4613-916a-ee8dfa816f8f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (0727fc4d-1a3e-4308-80c0-a2efb653f906), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.003484 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c191a3f5-921d-4613-916a-ee8dfa816f8f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (0727fc4d-1a3e-4308-80c0-a2efb653f906), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.219636 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c191a3f5-921d-4613-916a-ee8dfa816f8f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (0727fc4d-1a3e-4308-80c0-a2efb653f906), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.222974 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c191a3f5-921d-4613-916a-ee8dfa816f8f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.224551 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c191a3f5-921d-4613-916a-ee8dfa816f8f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "DELETE /v2.0/security-groups/0727fc4d-1a3e-4308-80c0-a2efb653f906 HTTP/1.1" status: 204 len: 168 time: 0.3246679 Apr 14 22:32:58.229055 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56262) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:58.238792 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191a3f5-921d-4613-916a-ee8dfa816f8f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0727fc4d-1a3e-4308-80c0-a2efb653f906,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:58.268191 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-dee8a3b4-7cf3-4d58-a68c-f8779367156c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] show failed (client error): The resource could not be found. Apr 14 22:32:58.271950 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-dee8a3b4-7cf3-4d58-a68c-f8779367156c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups/0727fc4d-1a3e-4308-80c0-a2efb653f906 HTTP/1.1" status: 404 len: 347 time: 0.0390012 Apr 14 22:32:58.274523 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56264) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:58.406437 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Deleting port ad5349ea-ffe1-4463-a852-18a4268fca05 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:32:58.406815 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (ad5349ea-ffe1-4463-a852-18a4268fca05), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.497014 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (ad5349ea-ffe1-4463-a852-18a4268fca05), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.497500 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (ad5349ea-ffe1-4463-a852-18a4268fca05), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.512744 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Calling delete_port for ad5349ea-ffe1-4463-a852-18a4268fca05 owned by network:floatingip {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:32:58.778377 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98f6bb-f09e-49d1-928d-05d6cc010aa1 req-6b2bee99-7e36-4b1e-8e89-b53a2e5cfd78 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:32:58.780049 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dd98f6bb-f09e-49d1-928d-05d6cc010aa1 req-6b2bee99-7e36-4b1e-8e89-b53a2e5cfd78 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0554726 Apr 14 22:32:58.790634 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (ad5349ea-ffe1-4463-a852-18a4268fca05), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.824476 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event deleted for resources: {'Port': ['ID=ad5349ea-ffe1-4463-a852-18a4268fca05,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:32:58.861593 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 28d92f14-2fa9-4c18-8740-52effd61fc03 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:32:58.878622 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dd98f6bb-f09e-49d1-928d-05d6cc010aa1 req-6cd4b0ae-6f31-493c-90c6-06af0b83e415 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917978 Apr 14 22:32:58.890049 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 28d92f14-2fa9-4c18-8740-52effd61fc03 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:32:58.890814 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 28d92f14-2fa9-4c18-8740-52effd61fc03 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:32:58.944662 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (627bac3b-b262-44e7-afdf-5ce316e83bf8), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.949640 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:58.951715 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4f35e5a4-85c3-430c-a9c0-840b892c6d32 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "DELETE /v2.0/floatingips/627bac3b-b262-44e7-afdf-5ce316e83bf8 HTTP/1.1" status: 204 len: 168 time: 0.6756570 Apr 14 22:32:59.675165 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56272) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:32:59.680093 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-2d152c9f-2cdf-434f-a1ee-eb3c1bb3bc7d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879033242', 'description': 'tempest-description--51546095'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:32:59.756891 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d152c9f-2cdf-434f-a1ee-eb3c1bb3bc7d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:59.849356 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d152c9f-2cdf-434f-a1ee-eb3c1bb3bc7d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (b0ad8b33-53cc-4caf-859e-d0027313a061), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:59.933999 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d152c9f-2cdf-434f-a1ee-eb3c1bb3bc7d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b0ad8b33-53cc-4caf-859e-d0027313a061), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:32:59.987392 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d152c9f-2cdf-434f-a1ee-eb3c1bb3bc7d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ad8b33-53cc-4caf-859e-d0027313a061,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:00.017981 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba597c0-5849-45ae-8fdd-4d7d538151b0 req-d2dd5790-6c8e-4f7c-9189-d45d079a9b3b tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:00.019623 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba597c0-5849-45ae-8fdd-4d7d538151b0 req-d2dd5790-6c8e-4f7c-9189-d45d079a9b3b tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0666475 Apr 14 22:33:00.061620 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d152c9f-2cdf-434f-a1ee-eb3c1bb3bc7d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:00.063116 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-2d152c9f-2cdf-434f-a1ee-eb3c1bb3bc7d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3867271 Apr 14 22:33:00.066065 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56276) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:00.071536 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-cc0d24a4-aa9c-47ad-9071-0f382767d10e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad8b33-53cc-4caf-859e-d0027313a061', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:00.091354 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fba597c0-5849-45ae-8fdd-4d7d538151b0 req-87c614b7-9ade-45a3-914a-6a9fb116e79c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d&id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647156 Apr 14 22:33:00.163004 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc0d24a4-aa9c-47ad-9071-0f382767d10e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (dbaae964-c2a8-4ef5-a8e5-b7f4fd27b880), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:00.465252 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc0d24a4-aa9c-47ad-9071-0f382767d10e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (dbaae964-c2a8-4ef5-a8e5-b7f4fd27b880), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:00.567785 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc0d24a4-aa9c-47ad-9071-0f382767d10e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (dbaae964-c2a8-4ef5-a8e5-b7f4fd27b880), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:00.587698 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d24a4-aa9c-47ad-9071-0f382767d10e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaae964-c2a8-4ef5-a8e5-b7f4fd27b880,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:00.690502 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc0d24a4-aa9c-47ad-9071-0f382767d10e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:00.692011 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-cc0d24a4-aa9c-47ad-9071-0f382767d10e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6247432 Apr 14 22:33:00.703759 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56286) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:00.709622 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-5341104f-2c5b-4d07-917a-f4e2c1f06df1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad8b33-53cc-4caf-859e-d0027313a061', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:00.831663 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5341104f-2c5b-4d07-917a-f4e2c1f06df1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (7c430373-67ad-4aca-b19d-80b7123ad313), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:00.881668 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c932afe-9c41-4bb4-92c0-2a32308d12cf req-8c388296-dc2e-484c-b9d2-3400b86fcacc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:00.883310 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5c932afe-9c41-4bb4-92c0-2a32308d12cf req-8c388296-dc2e-484c-b9d2-3400b86fcacc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 946 time: 0.0598259 Apr 14 22:33:00.892222 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5341104f-2c5b-4d07-917a-f4e2c1f06df1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (7c430373-67ad-4aca-b19d-80b7123ad313), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:00.942783 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5c932afe-9c41-4bb4-92c0-2a32308d12cf req-b8114d97-cd8b-4709-8665-1644ffcd141b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482957 Apr 14 22:33:00.973654 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5341104f-2c5b-4d07-917a-f4e2c1f06df1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (7c430373-67ad-4aca-b19d-80b7123ad313), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:01.009596 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341104f-2c5b-4d07-917a-f4e2c1f06df1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c430373-67ad-4aca-b19d-80b7123ad313,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:01.113326 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5341104f-2c5b-4d07-917a-f4e2c1f06df1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:01.114682 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5341104f-2c5b-4d07-917a-f4e2c1f06df1 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4096441 Apr 14 22:33:01.118774 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56290) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:01.124651 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:01.231218 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:01.322308 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:01.441517 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Allocated IP 172.27.0.77 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/0721349e-c12f-47a0-9cff-5609d5336996) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:33:01.561083 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for port (0721349e-c12f-47a0-9cff-5609d5336996), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:01.653516 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:01.682991 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (0721349e-c12f-47a0-9cff-5609d5336996), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:01.689549 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:33:01.732326 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:33:01.736099 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:33:01.742106 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:33:01.788444 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'Port': ['ID=0721349e-c12f-47a0-9cff-5609d5336996,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:01.900929 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (689e6e15-84e1-4d85-82b9-523f1a05f1e3), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:02.115326 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067a3e2-5dfd-4188-8d0d-d726a09c0ca2 req-9ef4081b-4365-4c4b-babd-8256becc7ee9 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:02.117229 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7067a3e2-5dfd-4188-8d0d-d726a09c0ca2 req-9ef4081b-4365-4c4b-babd-8256becc7ee9 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 946 time: 0.0983377 Apr 14 22:33:02.121853 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (0721349e-c12f-47a0-9cff-5609d5336996), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:02.223420 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7067a3e2-5dfd-4188-8d0d-d726a09c0ca2 req-4bb30ea0-34c1-484a-b583-1301470080d7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982137 Apr 14 22:33:02.347217 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for port (0721349e-c12f-47a0-9cff-5609d5336996), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:02.448142 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (0721349e-c12f-47a0-9cff-5609d5336996), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:02.529717 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'Port': ['ID=0721349e-c12f-47a0-9cff-5609d5336996,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:02.550092 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (689e6e15-84e1-4d85-82b9-523f1a05f1e3), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:02.552267 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-7a88acf7-df56-44f0-b18e-6aba8256e7af tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:02.556831 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-7a88acf7-df56-44f0-b18e-6aba8256e7af tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 946 time: 0.0838072 Apr 14 22:33:02.684701 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:02.686312 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Deleting port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:02.686532 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d880a1dd-422b-4350-9c0b-14d28d5efacf tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5665538 Apr 14 22:33:02.686697 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:02.825390 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] For port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:02.827611 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:03.070096 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-c384de5e-127f-4442-8f4c-270ac258a546 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--879033242&fields=id&tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d HTTP/1.1" status: 200 len: 267 time: 0.1256008 Apr 14 22:33:03.117257 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:03.117853 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (f7b2245c-dd0e-45d8-91a8-ad3c530566d6), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:03.118386 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Floating IP f7b2245c-dd0e-45d8-91a8-ad3c530566d6 disassociated. External IP: 172.27.0.40, port: f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d. Apr 14 22:33:03.119004 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Calling delete_port for f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:03.406828 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab33e-98e9-42db-85e4-763314492e56 req-dd8cb06e-c6c6-4328-b4f4-76e39f4c0988 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:03.409607 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-dd8cb06e-c6c6-4328-b4f4-76e39f4c0988 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 811 time: 0.3295312 Apr 14 22:33:03.469891 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-b6b5038f-5bce-4769-8f05-bac5affdab44 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/quotas/b08d0a6fbcbc4b81b87c65495a8c6b7d HTTP/1.1" status: 200 len: 375 time: 0.0463686 Apr 14 22:33:03.548450 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4289314-901e-474a-a430-5ce582338cfb req-37822b79-b82e-4dad-ad3d-476bb928c4b1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:03.551171 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c4289314-901e-474a-a430-5ce582338cfb req-37822b79-b82e-4dad-ad3d-476bb928c4b1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 946 time: 0.2453165 Apr 14 22:33:03.578800 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-76462a93-2e13-48d2-93f5-b559e12b2649 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961814 Apr 14 22:33:03.627839 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:03.654671 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c4289314-901e-474a-a430-5ce582338cfb req-439230fb-9a00-4881-9565-c399f922fb98 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4382034f-4161-4870-8fe5-cf522eb840dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903928 Apr 14 22:33:03.679423 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'Port': ['ID=f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:03.848659 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-267d0df5-e01f-4838-a0a9-78ce7f234a66 service neutron] 10.222.0.50 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551088 Apr 14 22:33:03.983582 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:33:04.021236 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-d109df62-2001-42d8-af41-bc4ef1eff082 service neutron] 10.222.0.50 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530142 Apr 14 22:33:04.151725 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:33:04.166745 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:33:04.207816 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] No DVR routers for this DVR port f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:33:04.211815 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:04.215446 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c26be0e1-334e-478e-b1a4-350b16745bc6 req-eff69946-1d59-4b49-a406-75b0e097bf80 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "DELETE /v2.0/ports/f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d HTTP/1.1" status: 204 len: 173 time: 1.6522951 Apr 14 22:33:04.216293 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992a4071-0424-4948-8d42-47bc94e012e2', 'name': 'network-vif-deleted', 'tag': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:04.219093 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620599c1-d8c6-4f64-9b16-6bdf0c24afd8" -d '{"events": [{"server_uuid": "992a4071-0424-4948-8d42-47bc94e012e2", "name": "network-vif-deleted", "tag": "f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:04.232928 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:04.234199 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:04.448312 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:04.450183 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d7d229-2bc6-411a-be42-2bd73bb010f3 x-openstack-request-id: req-48d7d229-2bc6-411a-be42-2bd73bb010f3 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:04.450829 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992a4071-0424-4948-8d42-47bc94e012e2", "name": "network-vif-deleted", "tag": "f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:04.451359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48d7d229-2bc6-411a-be42-2bd73bb010f3 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:04.452795 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d7d229-2bc6-411a-be42-2bd73bb010f3'] response: {'server_uuid': '992a4071-0424-4948-8d42-47bc94e012e2', 'name': 'network-vif-deleted', 'tag': 'f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d', 'status': 'completed', 'code': 200} Apr 14 22:33:04.500008 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-bec6da2e-3980-4e0c-93bd-d3924d7946ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:04.603536 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680d35e-160e-4bf7-9f05-d30091ac9a1f req-31635578-aec7-45e0-98d5-de72cbdf4fdf tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:04.606187 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f680d35e-160e-4bf7-9f05-d30091ac9a1f req-31635578-aec7-45e0-98d5-de72cbdf4fdf tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0782130 Apr 14 22:33:04.676056 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f680d35e-160e-4bf7-9f05-d30091ac9a1f req-0bf1935b-6ac5-46e4-89bd-807e4e38787a tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632193 Apr 14 22:33:04.714366 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:04.750112 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:33:04.763429 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:04.764122 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:32:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:04.804116 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-53eda790-35a4-4473-b125-d0ab9fec32fb req-adc34ab6-7227-4b0d-a090-a2ae86e62540 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 210 time: 0.0428948 Apr 14 22:33:04.907977 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:05.128223 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:05.168559 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5fdb-914f-4adf-afdd-c26b361df0ae None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:33:05.369681 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-459c43e9-33c6-48a8-81d2-a9136714d863 req-e59d0e39-86bc-4dff-a62f-ff711ed27959 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 210 time: 0.0347962 Apr 14 22:33:05.457687 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14927c3-4b23-401f-be25-4390bd798273 None None] New status for floating IP f7b2245c-dd0e-45d8-91a8-ad3c530566d6: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:33:05.912567 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985b3a4-e9a9-4b66-afe4-79f2dd65bf68 req-94a6706e-282d-472e-bbea-b2dabc4711c0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:05.917371 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2985b3a4-e9a9-4b66-afe4-79f2dd65bf68 req-94a6706e-282d-472e-bbea-b2dabc4711c0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.1528065 Apr 14 22:33:05.924914 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d22d2d85-23f7-4705-93d7-443d1846fa2e req-411e3823-809f-4952-90b5-c0d5a2f657bb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 210 time: 0.0309916 Apr 14 22:33:05.980769 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2985b3a4-e9a9-4b66-afe4-79f2dd65bf68 req-147a5462-6dad-4ec1-a3b8-06e0febee68d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529602 Apr 14 22:33:06.482732 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6fcb1ad9-2698-4cb7-b7cf-1e608421644d req-c5404e91-26bd-426f-baf9-9cc7b16c0987 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 210 time: 0.0323949 Apr 14 22:33:06.762177 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-78170d32-f61f-4756-8e20-90721aef16c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:06.931866 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:06.954672 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:06.955043 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device f4e8cafb-b6ff-4d79-9bbf-15fcdc44327d not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:07.060750 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f1120800-2b5f-47f4-8e0e-22982c3ee8bd req-8c9f7c0a-8561-4c72-8552-36a1354742bc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 210 time: 0.0465794 Apr 14 22:33:07.126226 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72cf75-3079-4ee3-8900-eff02394c09e req-15846cfd-af6f-45fa-9e7d-a69ae20a701e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:07.127849 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7e72cf75-3079-4ee3-8900-eff02394c09e req-15846cfd-af6f-45fa-9e7d-a69ae20a701e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0510511 Apr 14 22:33:07.185665 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-7e72cf75-3079-4ee3-8900-eff02394c09e req-07877b73-3ebd-4d5b-ac02-ffe5c583cc3b tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475516 Apr 14 22:33:07.627255 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2226e82a-36d1-4981-b8f9-ffc6536d8bc6 req-4a7c9352-2da8-43dd-9ed3-5d1992a48675 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 210 time: 0.0432146 Apr 14 22:33:07.676809 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-722e6f25-de0c-4e8a-8cff-b3005820dee8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832808 Apr 14 22:33:08.011771 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-969473f2-2761-4eba-8a84-e4881620cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:08.013593 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-969473f2-2761-4eba-8a84-e4881620cb25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 1130 time: 0.0779943 Apr 14 22:33:08.024631 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-25a98b1f-7f61-4ea8-8709-ef909b0131ae tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:08.027520 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-25a98b1f-7f61-4ea8-8709-ef909b0131ae tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.0810020 Apr 14 22:33:08.049312 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:08.139958 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Deleting port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:08.140746 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:08.180974 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1f34c6f3-c667-4907-9784-965f963b7e5f req-a15c2098-c0b1-49f6-84bf-c2c7a4145319 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=992a4071-0424-4948-8d42-47bc94e012e2 HTTP/1.1" status: 200 len: 210 time: 0.0297897 Apr 14 22:33:08.356424 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] For port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:08.356799 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:08.454248 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b8891-0cbe-45fd-a1f4-f10c06f34b16 req-807bcc94-e3c4-446e-bf2b-e475a896cb7c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:08.455785 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-013b8891-0cbe-45fd-a1f4-f10c06f34b16 req-807bcc94-e3c4-446e-bf2b-e475a896cb7c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 946 time: 0.1605072 Apr 14 22:33:08.556724 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-bb4ff2c8-b2c8-4d01-9963-95c1170c4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:08.558259 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-bb4ff2c8-b2c8-4d01-9963-95c1170c4ca2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 200 len: 919 time: 0.2883842 Apr 14 22:33:08.588918 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-013b8891-0cbe-45fd-a1f4-f10c06f34b16 req-c13ca4a1-e217-4fcd-b204-db9496209735 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e006f1f-0bf7-4c42-a210-f07c2713dafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246870 Apr 14 22:33:08.714893 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-2b39effd-8cf5-45ce-9442-7c7500a7f16f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb HTTP/1.1" status: 200 len: 217 time: 0.0762904 Apr 14 22:33:08.750589 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:08.751032 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (05eedb02-6ab8-4a38-ba42-7a962db0fe08), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:08.751784 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Floating IP 05eedb02-6ab8-4a38-ba42-7a962db0fe08 disassociated. External IP: 172.27.0.169, port: 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c. Apr 14 22:33:08.751784 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Calling delete_port for 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:08.801792 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f257dc40-2598-418a-a27b-28a2010c59d1 req-c82a78ff-ea13-47b9-bb55-16c697d44089 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 210 time: 0.0487645 Apr 14 22:33:08.834577 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-45ae39b2-b82b-480f-8293-7e8eeeeaaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:08.836110 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-45ae39b2-b82b-480f-8293-7e8eeeeaaea6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 200 len: 857 time: 0.1159594 Apr 14 22:33:08.894765 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-123b797b-8782-48a9-bc00-8e719333b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:08.896327 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-123b797b-8782-48a9-bc00-8e719333b319 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3306d0d-e591-423b-8690-7ee045757dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541761 Apr 14 22:33:09.146290 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-86792053-9a85-4b06-86c0-252165f65c9c service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426124 Apr 14 22:33:09.202471 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (647f3e61-5b9a-4d45-acbf-0c88bbb1b24c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:09.219450 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab33e-98e9-42db-85e4-763314492e56 req-2a9634ff-80d4-421b-a2d0-afaac08c64ee tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:09.220990 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-2a9634ff-80d4-421b-a2d0-afaac08c64ee tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 811 time: 0.2569480 Apr 14 22:33:09.241839 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:09.300268 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event deleted for resources: {'Port': ['ID=647f3e61-5b9a-4d45-acbf-0c88bbb1b24c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.340960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.342848 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.342848 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.342848 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.401725 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56376) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:09.467258 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64dbb949-536a-4461-9363-2c1d4ebe1576 req-f105d590-5d07-47a6-a46a-1509f5dc2924 service neutron] 10.222.0.37 "GET /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130276 Apr 14 22:33:09.479386 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-31462522-6404-409a-9c2e-9e1dfcd2cb05 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d HTTP/1.1" status: 200 len: 379 time: 0.2284317 Apr 14 22:33:09.485917 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (4382034f-4161-4870-8fe5-cf522eb840dc), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:09.523975 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (4382034f-4161-4870-8fe5-cf522eb840dc), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:09.699904 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (4382034f-4161-4870-8fe5-cf522eb840dc), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:09.703256 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:09.705186 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "DELETE /v2.0/security-groups/4382034f-4161-4870-8fe5-cf522eb840dc HTTP/1.1" status: 204 len: 168 time: 0.3015323 Apr 14 22:33:09.711960 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56380) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:09.739576 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4382034f-4161-4870-8fe5-cf522eb840dc,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:09.743727 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.api.v2.resource [None req-898de0c2-3613-412d-8f69-baca789cd32f tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] show failed (client error): The resource could not be found. Apr 14 22:33:09.749113 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-898de0c2-3613-412d-8f69-baca789cd32f tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups/4382034f-4161-4870-8fe5-cf522eb840dc HTTP/1.1" status: 404 len: 347 time: 0.0319245 Apr 14 22:33:09.749586 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56382) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:09.772629 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.773210 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.773729 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.774275 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.774846 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.775383 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.775942 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.776440 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.777778 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.778275 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.778852 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.779355 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.780020 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.780531 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.781037 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dac86-8773-441c-a521-cc2b55485e07 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:09.800989 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'port': {'device_id': '00233a79-914d-490b-8523-6c2e94fcc003', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'admin_state_up': True, 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'security_groups': ['b0ad8b33-53cc-4caf-859e-d0027313a061']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:09.963346 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-51c40989-46da-4ad4-9154-4cd43f840d64 req-cdd63f5f-1d88-40aa-ab00-abb2263d9f0e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.1669817 Apr 14 22:33:10.001169 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-79326fc1-1c91-4707-9016-de09ccb693ca req-b2161a3f-e2dc-415f-a85b-d581dbf8b34d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 210 time: 0.0451543 Apr 14 22:33:10.016484 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Deleting port 62322bd8-9eef-48ab-b8ab-8c153e0c617c {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:10.017013 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (62322bd8-9eef-48ab-b8ab-8c153e0c617c), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.080254 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Router 0a613d58-ad1c-4250-a656-c03c3157fdb0 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:33:10.160154 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (62322bd8-9eef-48ab-b8ab-8c153e0c617c), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.160439 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (62322bd8-9eef-48ab-b8ab-8c153e0c617c), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.175283 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Calling delete_port for 62322bd8-9eef-48ab-b8ab-8c153e0c617c owned by network:floatingip {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:10.244418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Made reservation on behalf of b08d0a6fbcbc4b81b87c65495a8c6b7d for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:33:10.250284 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.384763 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:33:10.385102 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (62322bd8-9eef-48ab-b8ab-8c153e0c617c), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.401924 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] Sync routers for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:33:10.416854 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:10.417982 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:10.428717 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'Port': ['ID=62322bd8-9eef-48ab-b8ab-8c153e0c617c,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:10.494157 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] No DVR routers for this DVR port 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:33:10.504329 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.510586 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-526ffbc1-6c0b-4da7-8b15-1a01b1689268 req-561dc690-78ad-4e59-b983-77f6f6d80d0f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "DELETE /v2.0/ports/647f3e61-5b9a-4d45-acbf-0c88bbb1b24c HTTP/1.1" status: 204 len: 173 time: 2.4775820 Apr 14 22:33:10.511629 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'name': 'network-vif-deleted', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:10.515589 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8ba787-7d05-47c9-9034-60c14f8bef5c" -d '{"events": [{"server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "name": "network-vif-deleted", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:10.540033 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (f7b2245c-dd0e-45d8-91a8-ad3c530566d6), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.544383 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.545882 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-a6f940c4-a438-4042-a997-06897568ed99 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "DELETE /v2.0/floatingips/f7b2245c-dd0e-45d8-91a8-ad3c530566d6 HTTP/1.1" status: 204 len: 168 time: 0.7948534 Apr 14 22:33:10.605624 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5be762-e9ea-4089-8f2c-b4303e0092b1 x-openstack-request-id: req-bc5be762-e9ea-4089-8f2c-b4303e0092b1 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:10.606033 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b127cf05-267c-4eba-91c5-cdd0211c9389", "name": "network-vif-deleted", "tag": "647f3e61-5b9a-4d45-acbf-0c88bbb1b24c", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:10.610510 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc5be762-e9ea-4089-8f2c-b4303e0092b1 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:10.611202 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5be762-e9ea-4089-8f2c-b4303e0092b1'] response: {'server_uuid': 'b127cf05-267c-4eba-91c5-cdd0211c9389', 'name': 'network-vif-deleted', 'tag': '647f3e61-5b9a-4d45-acbf-0c88bbb1b24c', 'status': 'completed', 'code': 200} Apr 14 22:33:10.640228 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Allocated IP 172.20.0.3 (159b1b7f-6741-46d2-acf2-45a3089013d8/9260e563-889a-4d8d-9460-f20961e80a75/03d0b87d-efe2-411d-9342-00d552b8a0b4) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:33:10.714875 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:10.856591 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.894742 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:10.963913 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:10.998295 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] Checking router: 0a613d58-ad1c-4250-a656-c03c3157fdb0 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:33:11.009016 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:11.009676 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:11.019256 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.107244 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:33:11.128203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:33:11.131725 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:33:11.150588 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:11.176826 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e6ca0c6-e728-4f95-96b4-6a31bcc2a246 req-1db84a3c-e842-4496-a2bd-1bc0b7fa497e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b127cf05-267c-4eba-91c5-cdd0211c9389 HTTP/1.1" status: 200 len: 210 time: 0.1053922 Apr 14 22:33:11.184639 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event updated for resources: {'Port': ['ID=03d0b87d-efe2-411d-9342-00d552b8a0b4,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:11.197490 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:11.198178 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.235029 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56394) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:11.242451 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-d246eadd-4967-4622-9afa-e260b1c9c82a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340862062', 'description': 'tempest-description--1291702751'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:11.359203 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9f4c008-8b51-4453-90a2-d6e1bbb2f5fa tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5618510 Apr 14 22:33:11.370145 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8b76-abbb-46d4-b45d-58863ad2827d req-fdfbaee1-caf4-43f5-ae54-2a3d433c731c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:11.372107 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a26d8b76-abbb-46d4-b45d-58863ad2827d req-fdfbaee1-caf4-43f5-ae54-2a3d433c731c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 931 time: 0.0800216 Apr 14 22:33:11.377590 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Request body: {'port': {'device_id': '00233a79-914d-490b-8523-6c2e94fcc003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:11.485020 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:11.488929 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.491196 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d246eadd-4967-4622-9afa-e260b1c9c82a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.501503 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-976917b8-1e8f-4730-ab63-3776b62f084b None None] Provisioning complete for port 03d0b87d-efe2-411d-9342-00d552b8a0b4 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:33:11.501503 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-976917b8-1e8f-4730-ab63-3776b62f084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.507936 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a26d8b76-abbb-46d4-b45d-58863ad2827d req-ca4820eb-7fbc-49dd-ac00-1c87c715a9f7 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065524 Apr 14 22:33:11.544569 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69d83d8-4c2d-4544-a018-ed2efb9946ec None None] The sync data for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi is: [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '492d2cbd-a7cb-460b-a870-9bbeaea9a4b9', 'name': '', 'network_id': 'e3306d0d-e591-423b-8690-7ee045757dfe', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'mac_address': 'fa:16:3e:8e:2c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:14Z', 'updated_at': '2022-04-14T22:28:32Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'subnets': [{'id': 'c4451915-5677-4447-9290-3892b3f8ec4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:33:11.610797 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-976917b8-1e8f-4730-ab63-3776b62f084b None None] Port 03d0b87d-efe2-411d-9342-00d552b8a0b4 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:33:11.648781 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d246eadd-4967-4622-9afa-e260b1c9c82a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (581b2c9a-dd13-4e94-a8e9-eb3bd357abd6), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.733227 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d246eadd-4967-4622-9afa-e260b1c9c82a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (581b2c9a-dd13-4e94-a8e9-eb3bd357abd6), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.780390 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246eadd-4967-4622-9afa-e260b1c9c82a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:11.845519 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d246eadd-4967-4622-9afa-e260b1c9c82a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.847564 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d246eadd-4967-4622-9afa-e260b1c9c82a tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6111212 Apr 14 22:33:11.852257 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56398) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:11.860131 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-269e2057-e82e-430f-ab40-1158b64636f8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group_rule': {'security_group_id': '581b2c9a-dd13-4e94-a8e9-eb3bd357abd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:11.920624 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d0b87d-efe2-411d-9342-00d552b8a0b4 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:33:11.937004 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Publish callbacks [] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:11.955817 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Transition to ACTIVE for port object 03d0b87d-efe2-411d-9342-00d552b8a0b4 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:33:11.960895 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc5694d-3b4b-4cf0-915b-6a41d810d8d1 None None] New status for floating IP 05eedb02-6ab8-4a38-ba42-7a962db0fe08: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:33:11.968415 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-269e2057-e82e-430f-ab40-1158b64636f8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (355ff485-820c-4f0b-8996-e9c5152b5ad5), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.019634 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.042621 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-269e2057-e82e-430f-ab40-1158b64636f8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (355ff485-820c-4f0b-8996-e9c5152b5ad5), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.118541 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Pushing event updated for resources: {'Port': ['ID=03d0b87d-efe2-411d-9342-00d552b8a0b4,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:12.122419 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-269e2057-e82e-430f-ab40-1158b64636f8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (355ff485-820c-4f0b-8996-e9c5152b5ad5), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.157963 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e2057-e82e-430f-ab40-1158b64636f8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355ff485-820c-4f0b-8996-e9c5152b5ad5,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:12.228103 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-269e2057-e82e-430f-ab40-1158b64636f8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.230031 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-269e2057-e82e-430f-ab40-1158b64636f8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3763330 Apr 14 22:33:12.237702 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56402) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:12.242132 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-53a25145-a56d-486f-93bb-92e8af911710 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'security_group_rule': {'security_group_id': '581b2c9a-dd13-4e94-a8e9-eb3bd357abd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:12.263823 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Attempting to bind port 03d0b87d-efe2-411d-9342-00d552b8a0b4 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:33:12.264371 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Attempting to bind port 03d0b87d-efe2-411d-9342-00d552b8a0b4 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:33:12.265846 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Attempting to bind port 03d0b87d-efe2-411d-9342-00d552b8a0b4 on network 159b1b7f-6741-46d2-acf2-45a3089013d8 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:33:12.272925 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Port 03d0b87d-efe2-411d-9342-00d552b8a0b4 on network 159b1b7f-6741-46d2-acf2-45a3089013d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:33:12.273906 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Attempting to bind port 03d0b87d-efe2-411d-9342-00d552b8a0b4 on network 159b1b7f-6741-46d2-acf2-45a3089013d8 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:33:12.279564 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:33:12.279963 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Checking segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:33:12.280532 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Bound using segment: {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:33:12.281047 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Bound port: 03d0b87d-efe2-411d-9342-00d552b8a0b4, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406e3fd4-da0f-47f6-b59f-d75a910b9b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:33:12.281909 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.395630 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-53a25145-a56d-486f-93bb-92e8af911710 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (f2ab473b-c53c-41e8-bd4d-a4db8e5dce3b), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.414958 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] For port 03d0b87d-efe2-411d-9342-00d552b8a0b4, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:33:12.419707 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] For port 03d0b87d-efe2-411d-9342-00d552b8a0b4, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=03d0b87d-efe2-411d-9342-00d552b8a0b4,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:33:12.421616 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56406) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:12.518063 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.567410 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-53a25145-a56d-486f-93bb-92e8af911710 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (f2ab473b-c53c-41e8-bd4d-a4db8e5dce3b), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.580219 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:12.580595 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c062-7273-49a4-b973-a438ffb12f79 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group (8e006f1f-0bf7-4c42-a210-f07c2713dafd), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.581632 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.583907 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] 10.222.0.37 "PUT /v2.0/ports/03d0b87d-efe2-411d-9342-00d552b8a0b4 HTTP/1.1" status: 200 len: 1093 time: 1.2102878 Apr 14 22:33:12.615485 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00233a79-914d-490b-8523-6c2e94fcc003', 'tag': '03d0b87d-efe2-411d-9342-00d552b8a0b4'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:12.618675 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c85424-3e92-49b1-a7e0-1cc235ac4795" -d '{"events": [{"name": "network-changed", "server_uuid": "00233a79-914d-490b-8523-6c2e94fcc003", "tag": "03d0b87d-efe2-411d-9342-00d552b8a0b4"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:12.628490 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77841e35-4a5d-423f-be75-0521d08e3706 service neutron] Pushing event updated for resources: {'Port': ['ID=03d0b87d-efe2-411d-9342-00d552b8a0b4,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:12.633504 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c062-7273-49a4-b973-a438ffb12f79 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group (8e006f1f-0bf7-4c42-a210-f07c2713dafd), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.649852 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-53a25145-a56d-486f-93bb-92e8af911710 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (f2ab473b-c53c-41e8-bd4d-a4db8e5dce3b), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.671681 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba09f78-a1d8-4386-be7c-6de46c0023ee x-openstack-request-id: req-4ba09f78-a1d8-4386-be7c-6de46c0023ee {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:12.672434 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00233a79-914d-490b-8523-6c2e94fcc003", "tag": "03d0b87d-efe2-411d-9342-00d552b8a0b4", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:12.673086 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ba09f78-a1d8-4386-be7c-6de46c0023ee {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:12.674247 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba09f78-a1d8-4386-be7c-6de46c0023ee'] response: {'name': 'network-changed', 'server_uuid': '00233a79-914d-490b-8523-6c2e94fcc003', 'tag': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'status': 'completed', 'code': 200} Apr 14 22:33:12.749811 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85424-3e92-49b1-a7e0-1cc235ac4795 req-e5ed4dbd-64e0-4f02-aee0-dba4ce3293e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:12.751483 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f7c85424-3e92-49b1-a7e0-1cc235ac4795 req-e5ed4dbd-64e0-4f02-aee0-dba4ce3293e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 1127 time: 0.0486450 Apr 14 22:33:12.762210 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a25145-a56d-486f-93bb-92e8af911710 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ab473b-c53c-41e8-bd4d-a4db8e5dce3b,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:12.811026 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dc3ba-bd4c-4b7c-b458-0744507a219a req-e7346d56-6b7f-4cf9-a60a-d089e8c00d6a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:12.813951 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-530dc3ba-bd4c-4b7c-b458-0744507a219a req-e7346d56-6b7f-4cf9-a60a-d089e8c00d6a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 943 time: 0.1522074 Apr 14 22:33:12.855469 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-53a25145-a56d-486f-93bb-92e8af911710 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.860388 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-53a25145-a56d-486f-93bb-92e8af911710 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6216204 Apr 14 22:33:12.861406 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56412) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:12.869145 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:12.930099 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-530dc3ba-bd4c-4b7c-b458-0744507a219a req-bba007a2-47e7-4f23-bffc-959ae726c55f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033359 Apr 14 22:33:12.931359 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c062-7273-49a4-b973-a438ffb12f79 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (8e006f1f-0bf7-4c42-a210-f07c2713dafd), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.934233 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c9d6c062-7273-49a4-b973-a438ffb12f79 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:12.935460 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c9d6c062-7273-49a4-b973-a438ffb12f79 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "DELETE /v2.0/security-groups/8e006f1f-0bf7-4c42-a210-f07c2713dafd HTTP/1.1" status: 204 len: 168 time: 0.5121148 Apr 14 22:33:12.940878 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56414) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:12.954615 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6c062-7273-49a4-b973-a438ffb12f79 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e006f1f-0bf7-4c42-a210-f07c2713dafd,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:12.955089 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85424-3e92-49b1-a7e0-1cc235ac4795 req-e262a514-4272-427f-ba5a-509176eeefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:12.956734 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f7c85424-3e92-49b1-a7e0-1cc235ac4795 req-e262a514-4272-427f-ba5a-509176eeefe4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1977160 Apr 14 22:33:12.972556 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.api.v2.resource [None req-3c5a22df-c588-4f5e-926a-dbd260a255d7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] show failed (client error): The resource could not be found. Apr 14 22:33:12.974606 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3c5a22df-c588-4f5e-926a-dbd260a255d7 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups/8e006f1f-0bf7-4c42-a210-f07c2713dafd HTTP/1.1" status: 404 len: 347 time: 0.0330119 Apr 14 22:33:12.979481 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56416) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:12.982171 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:13.010892 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:13.013807 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 647f3e61-5b9a-4d45-acbf-0c88bbb1b24c not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:13.059660 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:13.088204 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c85424-3e92-49b1-a7e0-1cc235ac4795 req-e35a53b7-79ad-4b25-bcef-28703006ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:13.089919 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f7c85424-3e92-49b1-a7e0-1cc235ac4795 req-e35a53b7-79ad-4b25-bcef-28703006ef3b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1223805 Apr 14 22:33:13.179396 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9c707f7-603d-409c-9eee-8581538f577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:13.181072 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-f9c707f7-603d-409c-9eee-8581538f577d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 1127 time: 0.0461040 Apr 14 22:33:13.232443 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-c39732a3-68ed-4a3d-b7b4-ba48f6685065 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d0b87d-efe2-411d-9342-00d552b8a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0405881 Apr 14 22:33:13.284377 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77d9dd46-f5f4-46df-8381-35611a38af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:13.285881 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-77d9dd46-f5f4-46df-8381-35611a38af00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9260e563-889a-4d8d-9460-f20961e80a75 HTTP/1.1" status: 200 len: 850 time: 0.0478051 Apr 14 22:33:13.297869 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Deleting port bc560952-0b94-445c-8f71-9106b3790744 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:13.298373 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (bc560952-0b94-445c-8f71-9106b3790744), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:13.303686 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:13.334201 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab33e-98e9-42db-85e4-763314492e56 req-54170cba-4689-4fb9-9562-c739c7ecb132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:13.335797 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-54170cba-4689-4fb9-9562-c739c7ecb132 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=159b1b7f-6741-46d2-acf2-45a3089013d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432916 Apr 14 22:33:13.445826 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-246cefa4-0070-4673-8288-01e005768806 service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012068 Apr 14 22:33:13.542519 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (bc560952-0b94-445c-8f71-9106b3790744), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:13.543000 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (bc560952-0b94-445c-8f71-9106b3790744), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:13.548945 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f49ab33e-98e9-42db-85e4-763314492e56 req-12423705-855a-4f7d-8cee-05b9be68e521 service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937366 Apr 14 22:33:13.573823 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Calling delete_port for bc560952-0b94-445c-8f71-9106b3790744 owned by network:floatingip {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:13.622417 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Allocated IP 172.27.0.180 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/242389e4-9453-4deb-b141-77f0f71ea966) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:33:13.930995 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (242389e4-9453-4deb-b141-77f0f71ea966), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:14.048762 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (bc560952-0b94-445c-8f71-9106b3790744), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:14.094748 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event deleted for resources: {'Port': ['ID=bc560952-0b94-445c-8f71-9106b3790744,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:14.099920 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (242389e4-9453-4deb-b141-77f0f71ea966), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:14.110292 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4fa7-435e-4aa2-a7c0-f3675ae87944 req-fed0316c-ef5c-4746-92bc-4e864405ecc8 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:14.112082 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3f5e4fa7-435e-4aa2-a7c0-f3675ae87944 req-fed0316c-ef5c-4746-92bc-4e864405ecc8 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 943 time: 0.0640745 Apr 14 22:33:14.175964 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3f5e4fa7-435e-4aa2-a7c0-f3675ae87944 req-9ee92066-1d0c-440a-8b24-2f60d72436f3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538361 Apr 14 22:33:14.215061 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:33:14.256275 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:33:14.265300 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:33:14.269564 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=242389e4-9453-4deb-b141-77f0f71ea966,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:14.325819 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks [] for floatingip (05eedb02-6ab8-4a38-ba42-7a962db0fe08), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:14.328600 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:14.329874 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-91043e81-2c7f-4417-8c9d-b78b6e722ee0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "DELETE /v2.0/floatingips/05eedb02-6ab8-4a38-ba42-7a962db0fe08 HTTP/1.1" status: 204 len: 168 time: 1.3489916 Apr 14 22:33:14.407973 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:14.709926 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (242389e4-9453-4deb-b141-77f0f71ea966), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:14.906397 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (242389e4-9453-4deb-b141-77f0f71ea966), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:14.996146 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (242389e4-9453-4deb-b141-77f0f71ea966), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:15.070960 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=242389e4-9453-4deb-b141-77f0f71ea966,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:15.086033 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:15.204639 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:15.207347 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-94e0fd38-7c19-4ef6-88ea-c636a5ddd286 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3438199 Apr 14 22:33:15.340609 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f5ec4-8b5a-401e-8512-11d1e9f53411 req-76dd3359-5e1a-45d7-8cd0-66737e36c16d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:15.342614 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b20f5ec4-8b5a-401e-8512-11d1e9f53411 req-76dd3359-5e1a-45d7-8cd0-66737e36c16d tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 943 time: 0.0676942 Apr 14 22:33:15.412292 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b20f5ec4-8b5a-401e-8512-11d1e9f53411 req-47e58320-1836-4668-a937-a8a5ba3afe46 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559783 Apr 14 22:33:15.489820 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-b92e5f39-2c3b-469b-bcac-2ec924fdf8a2 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--340862062&fields=id&tenant_id=fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 267 time: 0.0519848 Apr 14 22:33:15.616049 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-c0966c98-18ea-4bc6-95cc-ed6b4e1f431b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:15.617738 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-c0966c98-18ea-4bc6-95cc-ed6b4e1f431b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 815 time: 0.1204958 Apr 14 22:33:15.636745 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-2a4ff00a-6457-48c7-8fa5-b66ad2c686f0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/quotas/fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 375 time: 0.0128162 Apr 14 22:33:15.692208 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-72e67b37-ddeb-4f77-9db2-99750c5d0ef8 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494146 Apr 14 22:33:15.869406 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-06ae4bbd-a363-44e2-afb5-e08275c96ab1 service neutron] 10.222.0.50 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641011 Apr 14 22:33:15.981613 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ede1d3f0-71d5-45a8-9a53-bc860112f95b service neutron] 10.222.0.50 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019089 Apr 14 22:33:16.318387 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-05b9b9f9-5cb6-4110-8cfb-b276fbec2fb1 req-a3422bc5-e54a-4735-89d5-2c871c588111 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 210 time: 0.0380187 Apr 14 22:33:16.590835 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf92b8-a49c-49ed-86f3-4109a2ffdef1 req-0296bc66-5477-4a4f-9fa7-6da56713af34 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:16.593245 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-09bf92b8-a49c-49ed-86f3-4109a2ffdef1 req-0296bc66-5477-4a4f-9fa7-6da56713af34 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 943 time: 0.0757785 Apr 14 22:33:16.671543 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-09bf92b8-a49c-49ed-86f3-4109a2ffdef1 req-889a250e-ba70-4959-b878-41fe82742fa3 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697308 Apr 14 22:33:16.998607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 03d0b87d-efe2-411d-9342-00d552b8a0b4 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:33:17.126757 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 03d0b87d-efe2-411d-9342-00d552b8a0b4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=03d0b87d-efe2-411d-9342-00d552b8a0b4,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:17.143085 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'port_id': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'mac_address': 'fa:16:3e:f8:74:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:33:17.186018 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 03d0b87d-efe2-411d-9342-00d552b8a0b4 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:33:17.188139 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:17.202171 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d0b87d-efe2-411d-9342-00d552b8a0b4 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:33:17.225662 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 03d0b87d-efe2-411d-9342-00d552b8a0b4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=03d0b87d-efe2-411d-9342-00d552b8a0b4,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:17.299461 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:17.364388 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=03d0b87d-efe2-411d-9342-00d552b8a0b4,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:17.372540 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.372869 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.373365 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.373741 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.374086 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.374419 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.374785 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.375121 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.375446 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.375842 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.376177 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.376499 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.376925 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.377276 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.377606 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:33:17.445905 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-dfd779fe-e60e-4f79-9190-efc82938d772 req-1d02e82a-0220-4648-8e3a-3577d48dad9d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 210 time: 0.0453281 Apr 14 22:33:17.587001 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['03d0b87d-efe2-411d-9342-00d552b8a0b4'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:33:17.615135 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0557a3-d8c5-4a4c-b544-d6f61cb22be8 req-9501384e-11b8-413a-a3d1-17c785fbdaa3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:17.618158 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ca0557a3-d8c5-4a4c-b544-d6f61cb22be8 req-9501384e-11b8-413a-a3d1-17c785fbdaa3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0601764 Apr 14 22:33:17.677557 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ca0557a3-d8c5-4a4c-b544-d6f61cb22be8 req-b18029f3-49fc-42d2-8c16-01f53a8bb9c9 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533750 Apr 14 22:33:17.819512 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f34225-3d50-4aac-9d6c-6153ea52c242 req-62441aaf-c22c-4983-bede-18346b910fdd tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:17.821171 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-28f34225-3d50-4aac-9d6c-6153ea52c242 req-62441aaf-c22c-4983-bede-18346b910fdd tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 944 time: 0.0495667 Apr 14 22:33:17.877093 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-28f34225-3d50-4aac-9d6c-6153ea52c242 req-61eb937f-acf7-4b78-89c8-053d8f5a31d6 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472634 Apr 14 22:33:18.587960 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e7d6311e-c439-4de9-a06f-c485bcded6e5 req-0c03fd13-b1c4-407b-80eb-e9d75598463d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 210 time: 0.0400281 Apr 14 22:33:18.809856 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0664-4c85-44af-9523-0448510a8c37 req-5a744e85-e240-46a5-98ad-a313a449509c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:18.811591 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-89fc0664-4c85-44af-9523-0448510a8c37 req-5a744e85-e240-46a5-98ad-a313a449509c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0609727 Apr 14 22:33:18.870998 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-89fc0664-4c85-44af-9523-0448510a8c37 req-e6d9d26e-903d-40f3-8243-6805cd4634b0 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521390 Apr 14 22:33:19.010036 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07009197-0b0b-470a-aed1-b9f07d17ba89 req-9f04b4bd-04b8-4839-8c64-49a6ba19aa20 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:19.011700 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-07009197-0b0b-470a-aed1-b9f07d17ba89 req-9f04b4bd-04b8-4839-8c64-49a6ba19aa20 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 944 time: 0.0547686 Apr 14 22:33:19.015926 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 03d0b87d-efe2-411d-9342-00d552b8a0b4 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:33:19.070866 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-07009197-0b0b-470a-aed1-b9f07d17ba89 req-d62fe6c5-3974-474f-bd4b-69881078ab80 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528672 Apr 14 22:33:19.078689 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 03d0b87d-efe2-411d-9342-00d552b8a0b4 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:33:19.139058 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 03d0b87d-efe2-411d-9342-00d552b8a0b4 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:33:19.139545 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:19.242840 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 03d0b87d-efe2-411d-9342-00d552b8a0b4 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:33:19.243300 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:19.269017 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00233a79-914d-490b-8523-6c2e94fcc003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0b87d-efe2-411d-9342-00d552b8a0b4'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:19.272098 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0c72a-349c-426f-9f57-0c99e6fc4a74" -d '{"events": [{"server_uuid": "00233a79-914d-490b-8523-6c2e94fcc003", "name": "network-vif-plugged", "status": "completed", "tag": "03d0b87d-efe2-411d-9342-00d552b8a0b4"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:19.288953 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 03d0b87d-efe2-411d-9342-00d552b8a0b4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=03d0b87d-efe2-411d-9342-00d552b8a0b4,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:19.314731 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb44294-e9ed-4760-ba56-180f92ac6b07 x-openstack-request-id: req-4eb44294-e9ed-4760-ba56-180f92ac6b07 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:19.315064 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00233a79-914d-490b-8523-6c2e94fcc003", "name": "network-vif-plugged", "status": "completed", "tag": "03d0b87d-efe2-411d-9342-00d552b8a0b4", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:19.315372 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eb44294-e9ed-4760-ba56-180f92ac6b07 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:19.315776 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb44294-e9ed-4760-ba56-180f92ac6b07'] response: {'server_uuid': '00233a79-914d-490b-8523-6c2e94fcc003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'code': 200} Apr 14 22:33:19.356477 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:19.415564 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=03d0b87d-efe2-411d-9342-00d552b8a0b4,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:19.740140 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e99486b4-a68a-427a-8147-bb3c5eb870da req-bba16d02-8c8b-4dbd-9c05-557a8e45eb1b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 210 time: 0.0484507 Apr 14 22:33:20.029468 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f8831-78da-4563-ad1c-8f8875588caa req-181ef63c-f026-490a-9b1a-f7719e38096d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:20.037000 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-701f8831-78da-4563-ad1c-8f8875588caa req-181ef63c-f026-490a-9b1a-f7719e38096d tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0888817 Apr 14 22:33:20.049407 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-4827ca9a-3f18-4855-8506-d9faf01864df tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:20.052375 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-4827ca9a-3f18-4855-8506-d9faf01864df tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 945 time: 0.0943582 Apr 14 22:33:20.204776 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4aa4b-719e-44ae-8c45-d6bb659489a1 req-1a465d0f-814e-49b9-ab35-fa95dc0a839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:20.206346 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91c4aa4b-719e-44ae-8c45-d6bb659489a1 req-1a465d0f-814e-49b9-ab35-fa95dc0a839a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 1129 time: 0.2061875 Apr 14 22:33:20.221732 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9227b1f-8f1e-4f35-90e7-b8639ca2ebba req-ac9bf63c-c626-4d3c-b40e-e59c0378ae15 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:20.223456 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d9227b1f-8f1e-4f35-90e7-b8639ca2ebba req-ac9bf63c-c626-4d3c-b40e-e59c0378ae15 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0636795 Apr 14 22:33:20.232342 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-701f8831-78da-4563-ad1c-8f8875588caa req-0f9b20c6-cfb1-4e28-87f8-b7c0f1e660dc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785662 Apr 14 22:33:20.262174 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Deleting port 51f911c3-a0d6-4091-a1a1-a9511eaee58e {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:20.262520 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:20.290573 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d9227b1f-8f1e-4f35-90e7-b8639ca2ebba req-374018ab-1d70-48ec-af78-d5c8c661edd2 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593126 Apr 14 22:33:20.391810 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-91c4aa4b-719e-44ae-8c45-d6bb659489a1 req-b5aadda7-e886-4298-8a03-66e30ee83c81 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654631 Apr 14 22:33:20.404835 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] For port 51f911c3-a0d6-4091-a1a1-a9511eaee58e, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=51f911c3-a0d6-4091-a1a1-a9511eaee58e,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:20.405175 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:20.420544 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Calling delete_port for 51f911c3-a0d6-4091-a1a1-a9511eaee58e owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:20.718541 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (51f911c3-a0d6-4091-a1a1-a9511eaee58e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:20.732827 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['65bad12b-fea1-4dc6-829c-de73a6518cdb', '51f911c3-a0d6-4091-a1a1-a9511eaee58e'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:33:20.823250 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event deleted for resources: {'Port': ['ID=51f911c3-a0d6-4091-a1a1-a9511eaee58e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:21.002608 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] No DVR routers for this DVR port 51f911c3-a0d6-4091-a1a1-a9511eaee58e on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:33:21.007232 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d23c0f00-374f-4c17-a90f-5e34f01c7c90 req-19f2ad8c-3155-436c-9595-09a79a0d9036 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 210 time: 0.1054995 Apr 14 22:33:21.010516 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:21.014552 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-559f3f3f-5d14-4bf1-9785-e9687b81a332 req-98ab9247-b7b3-4417-9d39-a9ed739f063f tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "DELETE /v2.0/ports/51f911c3-a0d6-4091-a1a1-a9511eaee58e HTTP/1.1" status: 204 len: 173 time: 0.9504950 Apr 14 22:33:21.017767 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3605b1-8ef0-43a3-9adc-529333d3d1ad', 'name': 'network-vif-deleted', 'tag': '51f911c3-a0d6-4091-a1a1-a9511eaee58e'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:21.021124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce761fe4-b836-448c-8919-844950626bc5" -d '{"events": [{"server_uuid": "2a3605b1-8ef0-43a3-9adc-529333d3d1ad", "name": "network-vif-deleted", "tag": "51f911c3-a0d6-4091-a1a1-a9511eaee58e"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:21.035306 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-02ad52f3-958a-46b9-9af3-083dc570673c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:21.039238 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-02ad52f3-958a-46b9-9af3-083dc570673c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 815 time: 0.4192150 Apr 14 22:33:21.078211 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5dfb5b-71d9-4f25-9c96-e46989c45485 x-openstack-request-id: req-bc5dfb5b-71d9-4f25-9c96-e46989c45485 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:21.078645 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3605b1-8ef0-43a3-9adc-529333d3d1ad", "name": "network-vif-deleted", "tag": "51f911c3-a0d6-4091-a1a1-a9511eaee58e", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:21.079026 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc5dfb5b-71d9-4f25-9c96-e46989c45485 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:21.079590 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5dfb5b-71d9-4f25-9c96-e46989c45485'] response: {'server_uuid': '2a3605b1-8ef0-43a3-9adc-529333d3d1ad', 'name': 'network-vif-deleted', 'tag': '51f911c3-a0d6-4091-a1a1-a9511eaee58e', 'status': 'completed', 'code': 200} Apr 14 22:33:21.320361 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-6b55c97c-686e-4f85-b92f-bf6c4ab29963 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe9fd41acaba4063bd881eae09e6cf7b HTTP/1.1" status: 200 len: 379 time: 0.1179371 Apr 14 22:33:21.356257 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'port': {'device_id': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'admin_state_up': True, 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'security_groups': ['581b2c9a-dd13-4e94-a8e9-eb3bd357abd6']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:21.485292 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667fa6a-018b-4eac-bd98-f91229aa69d7 req-93d152a7-1874-427f-a600-4cf991342fff tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:21.488916 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b667fa6a-018b-4eac-bd98-f91229aa69d7 req-93d152a7-1874-427f-a600-4cf991342fff tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0821686 Apr 14 22:33:21.580656 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b667fa6a-018b-4eac-bd98-f91229aa69d7 req-85e795b5-9e4f-4735-9e90-03158c82535b tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840755 Apr 14 22:33:21.587613 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-aae7a5b4-945a-400c-a9c2-4e7fda27467d req-b0605d5d-8ef8-467f-9b5a-6ea67bf0808c tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.2130871 Apr 14 22:33:21.762032 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Made reservation on behalf of fe9fd41acaba4063bd881eae09e6cf7b for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:33:21.766886 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:21.920892 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Allocated IP 172.20.0.9 (91cf136c-d92b-4435-96b9-805ae0f45c6f/95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3/329fc7c5-7d24-41c1-8012-33238b1aa24d) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:33:22.113352 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:22.183758 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-09ca96ce-5b0b-47e5-b065-edbe340807bc req-d02ca0f1-51aa-4773-952c-871cabd0cdc0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 210 time: 0.0423853 Apr 14 22:33:22.305566 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:22.350695 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:33:22.356832 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:33:22.361240 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:33:22.371735 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event updated for resources: {'Port': ['ID=329fc7c5-7d24-41c1-8012-33238b1aa24d,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:22.428417 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:22.429260 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:22.610357 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-3552e8cc-9616-4969-b927-1235b24b8637 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2610445 Apr 14 22:33:22.625426 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Request body: {'port': {'device_id': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:22.712596 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-6c145ead-0b8c-4f7a-8dfd-f14dfcf33e4f None None] Provisioning complete for port 329fc7c5-7d24-41c1-8012-33238b1aa24d triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:33:22.713595 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-6c145ead-0b8c-4f7a-8dfd-f14dfcf33e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:22.762935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b06141-f32a-4a3d-b339-8578bbd110f2 req-af126040-8db6-48de-b0f4-d00ec41a479a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:22.764162 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47b06141-f32a-4a3d-b339-8578bbd110f2 req-af126040-8db6-48de-b0f4-d00ec41a479a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0952783 Apr 14 22:33:22.774569 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-6c145ead-0b8c-4f7a-8dfd-f14dfcf33e4f None None] Port 329fc7c5-7d24-41c1-8012-33238b1aa24d cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:33:22.807556 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:22.844499 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-47b06141-f32a-4a3d-b339-8578bbd110f2 req-3a4d5beb-107c-43d5-9072-c6826ea420f5 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668862 Apr 14 22:33:22.889359 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-89689f51-f35a-43b7-a31a-b8457fc9053e req-6a3bb27f-3110-44b3-a3e9-8fe7ae4400b5 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a3605b1-8ef0-43a3-9adc-529333d3d1ad HTTP/1.1" status: 200 len: 210 time: 0.0391250 Apr 14 22:33:23.024700 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8feb-1815-4129-be80-e27cadfa7e8b req-f31a13e1-78a7-4543-8011-3e0fb6d7269a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:23.026381 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f7da8feb-1815-4129-be80-e27cadfa7e8b req-f31a13e1-78a7-4543-8011-3e0fb6d7269a tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0559855 Apr 14 22:33:23.035697 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183e7d-169e-437f-9828-911d4e030d9c req-387ba7c8-0610-4c56-bc7d-74c74c10f456 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:23.037602 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12183e7d-169e-437f-9828-911d4e030d9c req-387ba7c8-0610-4c56-bc7d-74c74c10f456 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0837083 Apr 14 22:33:23.040773 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56540) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:23.047112 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Request body: {'floatingip': {'port_id': '03d0b87d-efe2-411d-9342-00d552b8a0b4'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:23.094552 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (689e6e15-84e1-4d85-82b9-523f1a05f1e3), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:23.149253 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-12183e7d-169e-437f-9828-911d4e030d9c req-fa53ba60-88b4-414b-82f7-ae2fb05ae9ae tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021168 Apr 14 22:33:23.225453 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329fc7c5-7d24-41c1-8012-33238b1aa24d {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:33:23.236072 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Publish callbacks [] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:23.249233 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Transition to ACTIVE for port object 329fc7c5-7d24-41c1-8012-33238b1aa24d will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:33:23.327638 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:23.388977 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Pushing event updated for resources: {'Port': ['ID=329fc7c5-7d24-41c1-8012-33238b1aa24d,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:23.460639 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36055edc-af9a-4fc5-962b-73003bf6da97 req-e0cd785f-8d9e-43dc-baf7-61c6144d4440 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:23.462763 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-36055edc-af9a-4fc5-962b-73003bf6da97 req-e0cd785f-8d9e-43dc-baf7-61c6144d4440 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 943 time: 0.1580584 Apr 14 22:33:23.479627 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Attempting to bind port 329fc7c5-7d24-41c1-8012-33238b1aa24d on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:33:23.480265 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Attempting to bind port 329fc7c5-7d24-41c1-8012-33238b1aa24d by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:33:23.480471 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Attempting to bind port 329fc7c5-7d24-41c1-8012-33238b1aa24d on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:33:23.486049 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Port 329fc7c5-7d24-41c1-8012-33238b1aa24d on network 91cf136c-d92b-4435-96b9-805ae0f45c6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:33:23.486459 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Attempting to bind port 329fc7c5-7d24-41c1-8012-33238b1aa24d on network 91cf136c-d92b-4435-96b9-805ae0f45c6f {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:33:23.492862 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:33:23.493303 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Checking segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:33:23.494074 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Bound using segment: {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:33:23.494730 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Bound port: 329fc7c5-7d24-41c1-8012-33238b1aa24d, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c9e610-c631-44dd-8148-3276ab42316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:33:23.495244 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:23.577733 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] For port 329fc7c5-7d24-41c1-8012-33238b1aa24d, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:33:23.582153 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] For port 329fc7c5-7d24-41c1-8012-33238b1aa24d, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=329fc7c5-7d24-41c1-8012-33238b1aa24d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:33:23.671336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:23.725153 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:23.726477 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:23.729193 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] 10.222.0.37 "PUT /v2.0/ports/329fc7c5-7d24-41c1-8012-33238b1aa24d HTTP/1.1" status: 200 len: 1093 time: 1.1098981 Apr 14 22:33:23.730273 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'tag': '329fc7c5-7d24-41c1-8012-33238b1aa24d'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:23.733947 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e848e98b-618b-4d24-99ef-c03a8eb66a03" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3d3b90-611e-4627-9432-aa9f3332e875", "tag": "329fc7c5-7d24-41c1-8012-33238b1aa24d"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:23.779935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5160fb-244e-499e-b6f0-bbb74384eece service neutron] Pushing event updated for resources: {'Port': ['ID=329fc7c5-7d24-41c1-8012-33238b1aa24d,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:23.801468 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ff56b1-5ce7-43b2-a4b1-100df171f619 x-openstack-request-id: req-98ff56b1-5ce7-43b2-a4b1-100df171f619 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:23.802350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3d3b90-611e-4627-9432-aa9f3332e875", "tag": "329fc7c5-7d24-41c1-8012-33238b1aa24d", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:23.802903 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98ff56b1-5ce7-43b2-a4b1-100df171f619 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:23.803681 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ff56b1-5ce7-43b2-a4b1-100df171f619'] response: {'name': 'network-changed', 'server_uuid': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'tag': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'status': 'completed', 'code': 200} Apr 14 22:33:23.878021 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848e98b-618b-4d24-99ef-c03a8eb66a03 req-c080c0a9-c116-42df-93dc-e95130fa4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:23.882160 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e848e98b-618b-4d24-99ef-c03a8eb66a03 req-c080c0a9-c116-42df-93dc-e95130fa4bb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 1127 time: 0.0577519 Apr 14 22:33:24.088576 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-36055edc-af9a-4fc5-962b-73003bf6da97 req-9b28dff4-b97b-42f9-a6c0-38387b34c0b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330512 Apr 14 22:33:24.189612 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:24.253791 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (689e6e15-84e1-4d85-82b9-523f1a05f1e3), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:24.305718 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848e98b-618b-4d24-99ef-c03a8eb66a03 req-c6f6cb6f-989a-4f54-9681-e4ffaffed5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:24.307269 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e848e98b-618b-4d24-99ef-c03a8eb66a03 req-c6f6cb6f-989a-4f54-9681-e4ffaffed5e2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4158838 Apr 14 22:33:24.452226 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848e98b-618b-4d24-99ef-c03a8eb66a03 req-78448a69-9d5a-464d-a539-710d762a8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:24.454824 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e848e98b-618b-4d24-99ef-c03a8eb66a03 req-78448a69-9d5a-464d-a539-710d762a8077 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399224 Apr 14 22:33:24.465827 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729173b-392e-494d-bef5-d418b0cc9e9c req-7e7bdd9b-a7e8-4c0c-bc4f-4b907b1ce401 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:24.467458 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5729173b-392e-494d-bef5-d418b0cc9e9c req-7e7bdd9b-a7e8-4c0c-bc4f-4b907b1ce401 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.1480341 Apr 14 22:33:24.504545 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3288f-7b10-4627-9667-d39e396ddec4 req-433e0761-547e-4184-8e68-b864bf38a90e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:24.506176 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d7d3288f-7b10-4627-9667-d39e396ddec4 req-433e0761-547e-4184-8e68-b864bf38a90e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0737755 Apr 14 22:33:24.522538 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Floating IP 689e6e15-84e1-4d85-82b9-523f1a05f1e3 associated. External IP: 172.27.0.77, port: 03d0b87d-efe2-411d-9342-00d552b8a0b4. Apr 14 22:33:24.563515 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d7d3288f-7b10-4627-9667-d39e396ddec4 req-76e7be6c-d1ff-40e0-ae00-d39e847c8934 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508292 Apr 14 22:33:24.588751 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5729173b-392e-494d-bef5-d418b0cc9e9c req-04446b5e-2372-40cb-b154-a19021d71894 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054080 Apr 14 22:33:24.785014 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Router 70a56417-6944-482d-a887-c74e18d9b718 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:33:24.906349 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:33:24.910944 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:24.920858 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] Sync routers for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:33:24.937427 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:24.938493 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:24.943939 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c4d163c4-12f1-464b-aee1-f44594081a01 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "PUT /v2.0/floatingips/689e6e15-84e1-4d85-82b9-523f1a05f1e3 HTTP/1.1" status: 200 len: 990 time: 1.9004529 Apr 14 22:33:24.944577 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00233a79-914d-490b-8523-6c2e94fcc003', 'tag': '03d0b87d-efe2-411d-9342-00d552b8a0b4'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:24.946999 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3a7369-64d7-42b1-b049-5682f0c12c58" -d '{"events": [{"name": "network-changed", "server_uuid": "00233a79-914d-490b-8523-6c2e94fcc003", "tag": "03d0b87d-efe2-411d-9342-00d552b8a0b4"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:24.990151 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efe4147-deac-4f44-b2ae-0f1d21585815 x-openstack-request-id: req-6efe4147-deac-4f44-b2ae-0f1d21585815 {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:24.990463 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00233a79-914d-490b-8523-6c2e94fcc003", "tag": "03d0b87d-efe2-411d-9342-00d552b8a0b4", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:24.990820 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6efe4147-deac-4f44-b2ae-0f1d21585815 {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:24.991257 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efe4147-deac-4f44-b2ae-0f1d21585815'] response: {'name': 'network-changed', 'server_uuid': '00233a79-914d-490b-8523-6c2e94fcc003', 'tag': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'status': 'completed', 'code': 200} Apr 14 22:33:25.074602 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:25.161117 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 51f911c3-a0d6-4091-a1a1-a9511eaee58e no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:25.197076 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 51f911c3-a0d6-4091-a1a1-a9511eaee58e {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:25.197416 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 51f911c3-a0d6-4091-a1a1-a9511eaee58e not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:25.268625 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3476929-0b4d-40a9-a029-7d64a07918ec req-3fda8347-dc2c-4bb5-a137-a9115d5055ae tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:25.270249 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f3476929-0b4d-40a9-a029-7d64a07918ec req-3fda8347-dc2c-4bb5-a137-a9115d5055ae tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 943 time: 0.0600650 Apr 14 22:33:25.331144 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f3476929-0b4d-40a9-a029-7d64a07918ec req-99299364-cb86-4ec2-b76f-37411880cc08 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503397 Apr 14 22:33:25.392808 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '689e6e15-84e1-4d85-82b9-523f1a05f1e3', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '70a56417-6944-482d-a887-c74e18d9b718', 'port_id': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'mac_address': 'fa:16:3e:f8:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00233a79-914d-490b-8523-6c2e94fcc003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:33:01Z', 'updated_at': '2022-04-14T22:33:23Z', 'revision_number': 1, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:25.444688 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] Checking router: 70a56417-6944-482d-a887-c74e18d9b718 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:33:25.460312 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:25.461348 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:25.752783 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:25.760240 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3482e05-a08e-4142-a57b-bce6883486af req-3a58e1ac-ffde-451f-8015-48b45c247e05 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:25.762864 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c3482e05-a08e-4142-a57b-bce6883486af req-3a58e1ac-ffde-451f-8015-48b45c247e05 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0837033 Apr 14 22:33:25.765278 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2bd26-068b-490b-8164-813112aec50a req-92080724-dbc6-4deb-8def-08ae7448bc4e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:25.767414 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-37b2bd26-068b-490b-8164-813112aec50a req-92080724-dbc6-4deb-8def-08ae7448bc4e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0695949 Apr 14 22:33:25.838153 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-37b2bd26-068b-490b-8164-813112aec50a req-85387228-fda6-42b2-ab6b-1a43fbcf482c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591030 Apr 14 22:33:25.847465 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c3482e05-a08e-4142-a57b-bce6883486af req-d00d3f2b-8d83-43c7-be41-2aa57614d7a5 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776315 Apr 14 22:33:26.061895 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '689e6e15-84e1-4d85-82b9-523f1a05f1e3', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '70a56417-6944-482d-a887-c74e18d9b718', 'port_id': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'mac_address': 'fa:16:3e:f8:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00233a79-914d-490b-8523-6c2e94fcc003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:33:01Z', 'updated_at': '2022-04-14T22:33:23Z', 'revision_number': 1, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:26.109596 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032ed16-eb69-4b19-8d8a-357f801eed41 None None] The sync data for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi is: [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '689e6e15-84e1-4d85-82b9-523f1a05f1e3', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '70a56417-6944-482d-a887-c74e18d9b718', 'port_id': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'mac_address': 'fa:16:3e:f8:74:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00233a79-914d-490b-8523-6c2e94fcc003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:33:01Z', 'updated_at': '2022-04-14T22:33:23Z', 'revision_number': 1, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:33:26.339295 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c76aa-ff41-4e56-91dc-ff2edc0ab730 None None] New status for floating IP 689e6e15-84e1-4d85-82b9-523f1a05f1e3: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:33:26.497735 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe08d4-cc67-4d07-9322-b51b5bb1cd36 req-a9fe4d56-ea06-4e2e-a2ae-ae1d8badd64d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:26.499480 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-09fe08d4-cc67-4d07-9322-b51b5bb1cd36 req-a9fe4d56-ea06-4e2e-a2ae-ae1d8badd64d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 943 time: 0.0563450 Apr 14 22:33:26.567794 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-09fe08d4-cc67-4d07-9322-b51b5bb1cd36 req-27c40ad1-2694-43e0-b370-231f0ca4d469 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527844 Apr 14 22:33:26.980659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182253b-92ae-46a2-a198-0faa172bf54c req-d2335d6b-b15b-4f64-862f-cef7d671b466 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:26.985814 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8182253b-92ae-46a2-a198-0faa172bf54c req-d2335d6b-b15b-4f64-862f-cef7d671b466 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0576634 Apr 14 22:33:27.001363 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c975ff8-ff51-4580-8c05-7dc6ae443ad6 req-4064f959-0ac8-4f6d-9e29-1e10a0924352 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:27.003346 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2c975ff8-ff51-4580-8c05-7dc6ae443ad6 req-4064f959-0ac8-4f6d-9e29-1e10a0924352 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.0643463 Apr 14 22:33:27.040240 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8182253b-92ae-46a2-a198-0faa172bf54c req-faeeb9eb-b3e6-40db-b1c0-ae5dd098d9f3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472236 Apr 14 22:33:27.066171 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2c975ff8-ff51-4580-8c05-7dc6ae443ad6 req-8ac6c4ad-1658-43fa-97a2-d7f72875cebe tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557303 Apr 14 22:33:27.484386 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-eff03f5b-03d9-4b53-8c9d-8193690d4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:27.485824 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-eff03f5b-03d9-4b53-8c9d-8193690d4bcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 1129 time: 0.0808628 Apr 14 22:33:27.487019 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-110675ca-85bf-4898-a1ab-9adc09e0d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:27.488414 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-110675ca-85bf-4898-a1ab-9adc09e0d911 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 1127 time: 0.0731151 Apr 14 22:33:27.649122 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-dccd67ee-327c-427d-8e9a-ac4fbf44c93b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=329fc7c5-7d24-41c1-8012-33238b1aa24d HTTP/1.1" status: 200 len: 217 time: 0.0600450 Apr 14 22:33:27.831548 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8744738-c25d-4ce0-99f0-e0587e2d6664 req-e543b21e-3bbc-4aef-ac1a-5d1d372d2c44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:27.833746 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8744738-c25d-4ce0-99f0-e0587e2d6664 req-e543b21e-3bbc-4aef-ac1a-5d1d372d2c44 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 943 time: 0.1483383 Apr 14 22:33:27.847917 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-189c0f51-b623-4bb3-83d6-18392ffe70fc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:27.849489 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-189c0f51-b623-4bb3-83d6-18392ffe70fc tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.1209424 Apr 14 22:33:27.855563 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-4a58077f-5270-421a-a717-65106e3f225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:27.857041 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-4a58077f-5270-421a-a717-65106e3f225e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.1732879 Apr 14 22:33:27.891325 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-11e26586-51fe-454f-af3f-92e09a1b17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:27.893118 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-11e26586-51fe-454f-af3f-92e09a1b17b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 200 len: 912 time: 0.3142114 Apr 14 22:33:28.019262 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-754c5c66-6b4f-4550-a6fa-1ffd1c2c93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:28.020880 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-754c5c66-6b4f-4550-a6fa-1ffd1c2c93ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1555691 Apr 14 22:33:28.116307 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c8744738-c25d-4ce0-99f0-e0587e2d6664 req-34e08c06-31a0-4995-b63c-e12f1922a4b3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654586 Apr 14 22:33:28.137099 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-67a869b2-48e7-45d6-b9d1-5216baaaf8ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d0b87d-efe2-411d-9342-00d552b8a0b4 HTTP/1.1" status: 200 len: 1000 time: 0.2041066 Apr 14 22:33:28.223514 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18a3aa-f9c7-4bb3-afe5-c78e593213f7 req-12039469-261e-40dc-8e1f-7be0f3e6ec80 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:28.225728 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cf18a3aa-f9c7-4bb3-afe5-c78e593213f7 req-12039469-261e-40dc-8e1f-7be0f3e6ec80 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0691221 Apr 14 22:33:28.267454 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Deleting port 65bad12b-fea1-4dc6-829c-de73a6518cdb {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:28.268004 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:28.303712 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cf18a3aa-f9c7-4bb3-afe5-c78e593213f7 req-a214af3a-ae63-4006-ac7a-a2e38bfda03a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671208 Apr 14 22:33:28.414471 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4e0a-103c-48f7-84b1-b3f483c0b553 req-519d4b21-aa9e-4de0-980c-9980438d52ad tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:28.416070 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-85da4e0a-103c-48f7-84b1-b3f483c0b553 req-519d4b21-aa9e-4de0-980c-9980438d52ad tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 946 time: 0.1961513 Apr 14 22:33:28.429234 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-aa0878fd-dd0f-4dde-b8de-339038d056d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:28.430808 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-aa0878fd-dd0f-4dde-b8de-339038d056d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9260e563-889a-4d8d-9460-f20961e80a75 HTTP/1.1" status: 200 len: 850 time: 0.2339449 Apr 14 22:33:28.454617 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-75a6a1c8-109e-489d-8860-94f24db903cb service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182720 Apr 14 22:33:28.615127 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-955b16d3-3712-4b2c-9274-08edcb382246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:28.616667 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-955b16d3-3712-4b2c-9274-08edcb382246 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=159b1b7f-6741-46d2-acf2-45a3089013d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1709540 Apr 14 22:33:28.628557 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-85da4e0a-103c-48f7-84b1-b3f483c0b553 req-61192839-d7a4-4663-9e0e-51a6b64f32d3 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c1215c8-5265-4a9a-847f-4f7f93865d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039824 Apr 14 22:33:28.633371 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] For port 65bad12b-fea1-4dc6-829c-de73a6518cdb, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=65bad12b-fea1-4dc6-829c-de73a6518cdb,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:28.633894 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:28.678329 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Calling delete_port for 65bad12b-fea1-4dc6-829c-de73a6518cdb owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:28.793563 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-9b424fc3-e7e3-4237-8d55-80fdf9a7ee97 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160019 Apr 14 22:33:28.843994 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-579a3fbf-4966-48fe-aaf2-faf11481874c service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064681 Apr 14 22:33:28.997775 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6d3a7369-64d7-42b1-b049-5682f0c12c58 req-16f123f2-dcab-4b3d-b351-797fdbe9f35d service neutron] 10.222.0.37 "GET /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416132 Apr 14 22:33:29.053404 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (65bad12b-fea1-4dc6-829c-de73a6518cdb), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:29.067036 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['65bad12b-fea1-4dc6-829c-de73a6518cdb'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:33:29.086008 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Pushing event deleted for resources: {'Port': ['ID=65bad12b-fea1-4dc6-829c-de73a6518cdb,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:29.134423 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] No DVR routers for this DVR port 65bad12b-fea1-4dc6-829c-de73a6518cdb on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:33:29.137274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:29.141526 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ebca8989-46a9-4465-8c68-c49356c9edeb req-0cc71b53-be1b-4b0c-956b-6de49f88988e tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.37 "DELETE /v2.0/ports/65bad12b-fea1-4dc6-829c-de73a6518cdb HTTP/1.1" status: 204 len: 173 time: 1.2834384 Apr 14 22:33:29.142153 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ffac21-177b-4414-b808-c6ea710e9af5', 'name': 'network-vif-deleted', 'tag': '65bad12b-fea1-4dc6-829c-de73a6518cdb'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:29.144832 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0e06cd-41ec-4b75-8cf6-c0873efac648" -d '{"events": [{"server_uuid": "18ffac21-177b-4414-b808-c6ea710e9af5", "name": "network-vif-deleted", "tag": "65bad12b-fea1-4dc6-829c-de73a6518cdb"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:29.283110 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01982378-ef74-43c9-b3ab-c8717d8c4cbb req-f01b3435-6c8e-4d36-8e63-c97580f83f18 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:29.284899 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01982378-ef74-43c9-b3ab-c8717d8c4cbb req-f01b3435-6c8e-4d36-8e63-c97580f83f18 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 943 time: 0.0656183 Apr 14 22:33:29.287533 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3947847-8c0c-4bfb-9c21-6c3bc49f3ecc x-openstack-request-id: req-e3947847-8c0c-4bfb-9c21-6c3bc49f3ecc {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:29.287977 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ffac21-177b-4414-b808-c6ea710e9af5", "name": "network-vif-deleted", "tag": "65bad12b-fea1-4dc6-829c-de73a6518cdb", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:29.288383 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3947847-8c0c-4bfb-9c21-6c3bc49f3ecc {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:29.288954 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3947847-8c0c-4bfb-9c21-6c3bc49f3ecc'] response: {'server_uuid': '18ffac21-177b-4414-b808-c6ea710e9af5', 'name': 'network-vif-deleted', 'tag': '65bad12b-fea1-4dc6-829c-de73a6518cdb', 'status': 'completed', 'code': 200} Apr 14 22:33:29.343635 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-01982378-ef74-43c9-b3ab-c8717d8c4cbb req-1c258759-3d94-4315-bd5d-4114a1f2afd3 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504103 Apr 14 22:33:29.506990 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab38f9-3d04-4b21-af84-20d691d06394 req-510ff806-53db-4b43-91cd-94ceb689fa12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:29.509155 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9cab38f9-3d04-4b21-af84-20d691d06394 req-510ff806-53db-4b43-91cd-94ceb689fa12 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0735636 Apr 14 22:33:29.591540 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-9cab38f9-3d04-4b21-af84-20d691d06394 req-7b24d543-edf9-4045-bbf6-f993a457e8fb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728338 Apr 14 22:33:29.737992 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e4bdedd2-5ab5-4f39-b4a2-c3a2e5093a72 req-c04d945e-0e58-49b3-a16c-e5cfbcfc8d57 tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 210 time: 0.0302901 Apr 14 22:33:30.469891 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f69e-25e5-48db-841f-2e753517cd9e req-f7272c23-37ca-4b2c-ac8c-d1b37c846d35 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:30.471572 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c7c4f69e-25e5-48db-841f-2e753517cd9e req-f7272c23-37ca-4b2c-ac8c-d1b37c846d35 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 943 time: 0.0536509 Apr 14 22:33:30.528137 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c7c4f69e-25e5-48db-841f-2e753517cd9e req-5af7dcf2-1319-4f00-b8a4-1ae3dd882eda tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501606 Apr 14 22:33:30.735418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70e0f3-0e4d-4390-b2cd-267a54e11464 req-f214a1da-cbea-4bcd-9fe2-dc25f8a4752a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:30.737078 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b70e0f3-0e4d-4390-b2cd-267a54e11464 req-f214a1da-cbea-4bcd-9fe2-dc25f8a4752a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0559261 Apr 14 22:33:30.814147 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5b70e0f3-0e4d-4390-b2cd-267a54e11464 req-63b33e81-9eae-468c-a988-df006ecb0658 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686290 Apr 14 22:33:30.896158 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a4826e3c-8b1d-4437-b6a7-078628a465d3 req-9dd384d9-3ed3-400f-9abb-a2859eecd3be tempest-ServerRescueNegativeTestJSON-1850552025 tempest-ServerRescueNegativeTestJSON-1850552025-project] 10.222.0.50 "GET /v2.0/ports?device_id=18ffac21-177b-4414-b808-c6ea710e9af5 HTTP/1.1" status: 200 len: 210 time: 0.0302193 Apr 14 22:33:31.159440 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 329fc7c5-7d24-41c1-8012-33238b1aa24d details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:33:31.163156 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 65bad12b-fea1-4dc6-829c-de73a6518cdb no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:31.194771 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 65bad12b-fea1-4dc6-829c-de73a6518cdb {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:31.195138 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 65bad12b-fea1-4dc6-829c-de73a6518cdb not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:31.293465 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 329fc7c5-7d24-41c1-8012-33238b1aa24d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=329fc7c5-7d24-41c1-8012-33238b1aa24d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:31.312011 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'port_id': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'mac_address': 'fa:16:3e:58:86:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:33:31.355648 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 329fc7c5-7d24-41c1-8012-33238b1aa24d is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:33:31.356139 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:31.372369 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329fc7c5-7d24-41c1-8012-33238b1aa24d {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:33:31.396472 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 329fc7c5-7d24-41c1-8012-33238b1aa24d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=329fc7c5-7d24-41c1-8012-33238b1aa24d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:31.521598 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:31.597324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=329fc7c5-7d24-41c1-8012-33238b1aa24d,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:31.674953 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9fa12-162f-4547-a852-11fda90826fd req-68e2d87d-ee4b-427d-bc22-b39b3a997244 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:31.677506 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4bd9fa12-162f-4547-a852-11fda90826fd req-68e2d87d-ee4b-427d-bc22-b39b3a997244 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 944 time: 0.0601106 Apr 14 22:33:31.751657 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4bd9fa12-162f-4547-a852-11fda90826fd req-f7ef3908-0f02-408d-b0fe-229f0d719153 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673490 Apr 14 22:33:31.795934 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:31.819136 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['329fc7c5-7d24-41c1-8012-33238b1aa24d'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:33:31.962611 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56600) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:32.008061 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dac1b-cab5-4dc9-98c6-4a578b15ed6c req-96f215cb-d728-4490-a50a-9475406f8273 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:32.010847 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2c8dac1b-cab5-4dc9-98c6-4a578b15ed6c req-96f215cb-d728-4490-a50a-9475406f8273 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0911746 Apr 14 22:33:32.083383 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2c8dac1b-cab5-4dc9-98c6-4a578b15ed6c req-8d43cb6b-2edf-471d-87a3-b5445077769b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657630 Apr 14 22:33:32.872469 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (0a613d58-ad1c-4250-a656-c03c3157fdb0), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:32.932724 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e58dbd-8485-4958-b626-9c0f9bb64be4 req-b9d802ce-a975-43c9-8845-48933f470229 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:32.934606 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2e58dbd-8485-4958-b626-9c0f9bb64be4 req-b9d802ce-a975-43c9-8845-48933f470229 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 944 time: 0.1059151 Apr 14 22:33:33.041771 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a2e58dbd-8485-4958-b626-9c0f9bb64be4 req-4691012d-a271-4aae-9c66-0a79afce9901 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980783 Apr 14 22:33:33.166007 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 329fc7c5-7d24-41c1-8012-33238b1aa24d up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:33:33.226740 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecebb35-91f2-4d82-96f1-101f3dcc6d14 req-64429210-fa93-4097-9eb7-ac2ebca8eb02 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:33.228402 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2ecebb35-91f2-4d82-96f1-101f3dcc6d14 req-64429210-fa93-4097-9eb7-ac2ebca8eb02 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0553701 Apr 14 22:33:33.249231 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 329fc7c5-7d24-41c1-8012-33238b1aa24d completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:33:33.301418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Deleting port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:33.301764 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:33.307182 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2ecebb35-91f2-4d82-96f1-101f3dcc6d14 req-1f38b79d-f16e-40dc-a039-1f033b9e9bc1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671985 Apr 14 22:33:33.333854 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 329fc7c5-7d24-41c1-8012-33238b1aa24d triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:33:33.334620 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:33.418613 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] For port 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:33.419085 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:33.437241 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Calling delete_port for 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:33.441851 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 329fc7c5-7d24-41c1-8012-33238b1aa24d is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:33:33.442457 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:33.475150 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329fc7c5-7d24-41c1-8012-33238b1aa24d'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:33.477983 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c722f5b9-fb8c-47bd-9673-3fbe8ac8c403" -d '{"events": [{"server_uuid": "4b3d3b90-611e-4627-9432-aa9f3332e875", "name": "network-vif-plugged", "status": "completed", "tag": "329fc7c5-7d24-41c1-8012-33238b1aa24d"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:33.495721 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 329fc7c5-7d24-41c1-8012-33238b1aa24d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=329fc7c5-7d24-41c1-8012-33238b1aa24d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:33.544817 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c85da3-a8e0-475d-907b-efe3198097c7 x-openstack-request-id: req-62c85da3-a8e0-475d-907b-efe3198097c7 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:33.545365 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3d3b90-611e-4627-9432-aa9f3332e875", "name": "network-vif-plugged", "status": "completed", "tag": "329fc7c5-7d24-41c1-8012-33238b1aa24d", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:33.545829 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62c85da3-a8e0-475d-907b-efe3198097c7 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:33.546494 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c85da3-a8e0-475d-907b-efe3198097c7'] response: {'server_uuid': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'code': 200} Apr 14 22:33:33.590563 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:33.659734 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=329fc7c5-7d24-41c1-8012-33238b1aa24d,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:33.802108 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (492d2cbd-a7cb-460b-a870-9bbeaea9a4b9), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:33.831777 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Pushing event deleted for resources: {'Port': ['ID=492d2cbd-a7cb-460b-a870-9bbeaea9a4b9,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:34.014671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5fb97-f1d0-4f20-a5a0-68b85f46cb2b req-3da35314-0eb2-4d6d-8c05-2d0ced3fe43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:34.016514 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75e5fb97-f1d0-4f20-a5a0-68b85f46cb2b req-3da35314-0eb2-4d6d-8c05-2d0ced3fe43b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 1129 time: 0.0899968 Apr 14 22:33:34.109955 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75e5fb97-f1d0-4f20-a5a0-68b85f46cb2b req-d447189c-3656-4c0c-8425-002da1b498a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612686 Apr 14 22:33:34.110626 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (0a613d58-ad1c-4250-a656-c03c3157fdb0), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:34.194545 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4396451-019f-4900-9e18-2e994b10ff44 req-73e2c0b6-88b8-4834-a398-fa505e30b42d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:34.196690 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b4396451-019f-4900-9e18-2e994b10ff44 req-73e2c0b6-88b8-4834-a398-fa505e30b42d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.0770874 Apr 14 22:33:34.278565 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b4396451-019f-4900-9e18-2e994b10ff44 req-b5d13f54-76cc-4ad5-95bf-34058c96a1ce tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751412 Apr 14 22:33:34.419285 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-893343fd-51f5-43f3-a45e-0a2c02ae3c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:34.461896 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Router 0a613d58-ad1c-4250-a656-c03c3157fdb0 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:33:34.481142 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30755265-ad0e-4017-b342-0214b90edfe3 req-093d724b-fa2c-45b7-9343-3c49075a9b8c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:34.483009 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-30755265-ad0e-4017-b342-0214b90edfe3 req-093d724b-fa2c-45b7-9343-3c49075a9b8c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0644984 Apr 14 22:33:34.624297 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-30755265-ad0e-4017-b342-0214b90edfe3 req-cdc15e2d-8808-42f8-994c-b41802ff57e6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252544 Apr 14 22:33:34.650271 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:33:34.657586 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-42ae898e-acbc-4d85-a23d-1784f43f64bf admin admin] 10.222.0.50 "PUT /v2.0/routers/0a613d58-ad1c-4250-a656-c03c3157fdb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934202 Apr 14 22:33:34.662586 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56618) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:34.665126 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] Sync routers for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:33:34.681595 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:34.682677 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:34.819719 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks [] for router (0a613d58-ad1c-4250-a656-c03c3157fdb0), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:34.835571 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:35.014926 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks [] for router_gateway (0a613d58-ad1c-4250-a656-c03c3157fdb0), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:35.043223 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:33:33Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:35.075213 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] Checking router: 0a613d58-ad1c-4250-a656-c03c3157fdb0 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:33:35.085871 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] Routers {'0a613d58-ad1c-4250-a656-c03c3157fdb0'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:35.086524 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['0a613d58-ad1c-4250-a656-c03c3157fdb0'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:35.160365 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Deleting port 54c9e202-93a0-4862-aa2c-daffba5aea94 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:35.160998 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:35.221208 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] Set router 0a613d58-ad1c-4250-a656-c03c3157fdb0 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:35.312741 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] For port 54c9e202-93a0-4862-aa2c-daffba5aea94, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=54c9e202-93a0-4862-aa2c-daffba5aea94,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:35.313593 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:35.338177 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Calling delete_port for 54c9e202-93a0-4862-aa2c-daffba5aea94 owned by network:router_gateway {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:35.439567 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:33:33Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:35.471075 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2d1d3-7662-49bb-b60d-8083a3d7001e req-d083b0b0-6fa0-4303-8cef-86f68892daeb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:35.472731 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-88b2d1d3-7662-49bb-b60d-8083a3d7001e req-d083b0b0-6fa0-4303-8cef-86f68892daeb tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.0682364 Apr 14 22:33:35.496483 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446bcb0-4920-4d45-af71-fb3f47034d74 None None] The sync data for ids ['0a613d58-ad1c-4250-a656-c03c3157fdb0'] in dv-cinder-820918-2-iscsi is: [{'id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'name': 'tempest-ServerRescueNegativeTestJSON-961742842-router', 'tenant_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:33:33Z', 'revision_number': 5, 'project_id': '57def141e03c43bfbf79ccaa30e3d3eb', 'gw_port': {'id': '54c9e202-93a0-4862-aa2c-daffba5aea94', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a613d58-ad1c-4250-a656-c03c3157fdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:06Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:33:35.582771 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-88b2d1d3-7662-49bb-b60d-8083a3d7001e req-1e216009-4e16-4083-98c4-657d842a8bd0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013255 Apr 14 22:33:35.716442 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (54c9e202-93a0-4862-aa2c-daffba5aea94), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:35.748695 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c9e202-93a0-4862-aa2c-daffba5aea94,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:35.792363 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcf5a7-3fe8-4061-ac42-fd49b83abc78 req-2ab63c98-3c56-46fe-8c86-0ff640ce1323 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:35.794635 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1dcf5a7-3fe8-4061-ac42-fd49b83abc78 req-2ab63c98-3c56-46fe-8c86-0ff640ce1323 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0873971 Apr 14 22:33:35.828397 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (0a613d58-ad1c-4250-a656-c03c3157fdb0), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:35.874861 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a1dcf5a7-3fe8-4061-ac42-fd49b83abc78 req-eb098da8-5a77-405d-b4f9-80179dfe59e9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731361 Apr 14 22:33:35.996379 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (0a613d58-ad1c-4250-a656-c03c3157fdb0), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.000441 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks [] for router_controller (0a613d58-ad1c-4250-a656-c03c3157fdb0), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.167375 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (0a613d58-ad1c-4250-a656-c03c3157fdb0), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.168018 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a613d58-ad1c-4250-a656-c03c3157fdb0 {{(pid=104050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:33:36.179611 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.179611 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ee1ae326-2c1b-4185-8aab-ed76b3ca2693 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0a613d58-ad1c-4250-a656-c03c3157fdb0 HTTP/1.1" status: 204 len: 168 time: 1.5149450 Apr 14 22:33:36.183702 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56626) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:36.267451 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-910d2e03-bbea-448a-816d-10330c947a69 admin admin] Deleting subnet c4451915-5677-4447-9290-3892b3f8ec4f {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:33:36.273474 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-910d2e03-bbea-448a-816d-10330c947a69 admin admin] Publish callbacks [] for subnet (c4451915-5677-4447-9290-3892b3f8ec4f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.279605 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-33150619-23c0-4b75-9197-f4256c1a4faf tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955985911&fields=id&tenant_id=5fe69e9616544ab891e4d22428369e06 HTTP/1.1" status: 200 len: 267 time: 0.0885756 Apr 14 22:33:36.336783 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-910d2e03-bbea-448a-816d-10330c947a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610516'] for subnet (c4451915-5677-4447-9290-3892b3f8ec4f), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.391835 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-ee9fedc9-9861-49e1-89e6-e0ee4beb1f58 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:36.392776 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-ee9fedc9-9861-49e1-89e6-e0ee4beb1f58 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 984 time: 0.0983057 Apr 14 22:33:36.410743 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Request body: {'port': {'security_groups': ['97bbd5ba-1dad-456c-bc3f-58d780c5d56e']}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:36.482385 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-910d2e03-bbea-448a-816d-10330c947a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (c4451915-5677-4447-9290-3892b3f8ec4f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.542505 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.602025 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-910d2e03-bbea-448a-816d-10330c947a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25656069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25923208'] for subnet (c4451915-5677-4447-9290-3892b3f8ec4f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.629849 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d2e03-bbea-448a-816d-10330c947a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4451915-5677-4447-9290-3892b3f8ec4f,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:36.634382 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-910d2e03-bbea-448a-816d-10330c947a69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.637952 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-910d2e03-bbea-448a-816d-10330c947a69 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c4451915-5677-4447-9290-3892b3f8ec4f HTTP/1.1" status: 204 len: 168 time: 0.4528790 Apr 14 22:33:36.642255 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56630) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:36.652362 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6719b9-35c9-4422-a757-9d17ebe2c2b9 None None] Network e3306d0d-e591-423b-8690-7ee045757dfe requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:33:36.804039 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4e23-9ddc-431e-9dee-ae2a7fef270e req-93de6cc2-1b63-410f-b40d-98d7732c20cc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:36.811478 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c39b4e23-9ddc-431e-9dee-ae2a7fef270e req-93de6cc2-1b63-410f-b40d-98d7732c20cc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.0666399 Apr 14 22:33:36.838074 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (e3306d0d-e591-423b-8690-7ee045757dfe), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.888824 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c39b4e23-9ddc-431e-9dee-ae2a7fef270e req-45291315-8e86-49a0-9c2f-fe907f01fb55 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750318 Apr 14 22:33:36.933438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e4e92b59-2643-4218-908a-964ce591a42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.958065 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Deleting port 8f567542-12f5-4683-a780-4e973401d051 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:36.958325 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (8f567542-12f5-4683-a780-4e973401d051), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:36.999720 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] DHCP port deletion for e3306d0d-e591-423b-8690-7ee045757dfe request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:33:37.007294 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] For port cd91c76e-406f-4f32-b394-630c6ef2f3e0, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:37.067473 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] Deleting port 8f567542-12f5-4683-a780-4e973401d051 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:37.068169 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (8f567542-12f5-4683-a780-4e973401d051), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.077874 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.133544 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.134726 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] For port 8f567542-12f5-4683-a780-4e973401d051, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8f567542-12f5-4683-a780-4e973401d051,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:37.135357 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (8f567542-12f5-4683-a780-4e973401d051), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.152210 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['cd91c76e-406f-4f32-b394-630c6ef2f3e0'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:33:37.169587 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] For port 8f567542-12f5-4683-a780-4e973401d051, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8f567542-12f5-4683-a780-4e973401d051,segment=NetworkSegment(fa0054b0-7715-441a-b614-0be55305510d),segment_id=fa0054b0-7715-441a-b614-0be55305510d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:37.170477 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (8f567542-12f5-4683-a780-4e973401d051), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.189436 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f48e0-5cf4-407a-b27d-8b0d9f4e920a req-eb5fe08e-5359-4733-b663-b10c31a16a78 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:37.203078 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-932f48e0-5cf4-407a-b27d-8b0d9f4e920a req-eb5fe08e-5359-4733-b663-b10c31a16a78 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.1501052 Apr 14 22:33:37.208011 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Calling delete_port for 8f567542-12f5-4683-a780-4e973401d051 owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:37.236503 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:37.237523 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.239511 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ab0b8cf8-27e9-42d1-9590-1eaca2a7ef8d req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "PUT /v2.0/ports/cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 942 time: 0.8355789 Apr 14 22:33:37.240255 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:37.242892 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82968c9c-986d-4f66-908b-09c2d2eb787f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:37.254223 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56638) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:37.307493 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] Calling delete_port for 8f567542-12f5-4683-a780-4e973401d051 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:37.325150 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae53d87-53bb-4764-8454-702b61970154 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event updated for resources: {'Port': ['ID=cd91c76e-406f-4f32-b394-630c6ef2f3e0,revision_number=7']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:37.351889 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 54c9e202-93a0-4862-aa2c-daffba5aea94 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:37.379859 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 54c9e202-93a0-4862-aa2c-daffba5aea94 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:37.380462 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 54c9e202-93a0-4862-aa2c-daffba5aea94 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:37.381038 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:37.384029 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['cd91c76e-406f-4f32-b394-630c6ef2f3e0'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:33:37.577195 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-34038071-c1b0-4fcf-ab64-2c89ea36bbfc tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group (f8c03256-6e1b-459b-ae1a-fbbd70d6b84d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.595509 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-932f48e0-5cf4-407a-b27d-8b0d9f4e920a req-ef522d97-1062-4fa8-9eb3-a60ba9a6a552 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909452 Apr 14 22:33:37.666748 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:37.667665 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 492d2cbd-a7cb-460b-a870-9bbeaea9a4b9 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:37.668292 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8f567542-12f5-4683-a780-4e973401d051 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:37.675513 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-34038071-c1b0-4fcf-ab64-2c89ea36bbfc tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group (f8c03256-6e1b-459b-ae1a-fbbd70d6b84d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.800180 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85384845-43bf-4f93-871c-59c694c6a028 x-openstack-request-id: req-85384845-43bf-4f93-871c-59c694c6a028 {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:37.801820 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:37.802178 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85384845-43bf-4f93-871c-59c694c6a028 {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:37.802799 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85384845-43bf-4f93-871c-59c694c6a028'] response: {'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'status': 'completed', 'code': 200} Apr 14 22:33:37.805712 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-abab4124-427f-456a-bb99-4bf425d33fe1 None None] Provisioning complete for port cd91c76e-406f-4f32-b394-630c6ef2f3e0 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:33:37.805712 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-abab4124-427f-456a-bb99-4bf425d33fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.822170 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (8f567542-12f5-4683-a780-4e973401d051), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:37.828504 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35ee1b-ab5e-49c5-a1ba-34c19188d17f req-b4008b93-5802-4696-b080-7657eac33ad6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:37.830486 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ef35ee1b-ab5e-49c5-a1ba-34c19188d17f req-b4008b93-5802-4696-b080-7657eac33ad6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.4742563 Apr 14 22:33:37.848693 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56640) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:37.853668 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Request body: {'floatingip': {'port_id': '329fc7c5-7d24-41c1-8012-33238b1aa24d'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:33:37.870644 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-dea510b2-6710-4f64-a921-c0ec54980718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:37.872559 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-dea510b2-6710-4f64-a921-c0ec54980718 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fe69e9616544ab891e4d22428369e06&device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1129 time: 0.1202817 Apr 14 22:33:37.877812 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f567542-12f5-4683-a780-4e973401d051,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:37.882099 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] No DVR routers for this DVR port 8f567542-12f5-4683-a780-4e973401d051 on host dv-cinder-820918-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:33:37.917482 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Port 8f567542-12f5-4683-a780-4e973401d051 update to DOWN by agent not found {{(pid=104052) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Apr 14 22:33:37.919240 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.000349 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (8f567542-12f5-4683-a780-4e973401d051), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.070920 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] Pushing event deleted for resources: {'Port': ['ID=8f567542-12f5-4683-a780-4e973401d051,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:38.097907 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.099730 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0a3a5-abdc-4e9e-b08e-6483e612767d None None] No DVR routers for this DVR port 8f567542-12f5-4683-a780-4e973401d051 on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:33:38.132235 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (e3306d0d-e591-423b-8690-7ee045757dfe), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.137017 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-34038071-c1b0-4fcf-ab64-2c89ea36bbfc tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f8c03256-6e1b-459b-ae1a-fbbd70d6b84d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.142146 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-34038071-c1b0-4fcf-ab64-2c89ea36bbfc tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.151983 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-34038071-c1b0-4fcf-ab64-2c89ea36bbfc tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "DELETE /v2.0/security-groups/f8c03256-6e1b-459b-ae1a-fbbd70d6b84d HTTP/1.1" status: 204 len: 168 time: 0.8937089 Apr 14 22:33:38.157927 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56644) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:38.169384 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-abab4124-427f-456a-bb99-4bf425d33fe1 None None] Current status of the port cd91c76e-406f-4f32-b394-630c6ef2f3e0 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:33:38.244665 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34038071-c1b0-4fcf-ab64-2c89ea36bbfc tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c03256-6e1b-459b-ae1a-fbbd70d6b84d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:38.257658 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3306d0d-e591-423b-8690-7ee045757dfe']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:38.287302 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0054b0-7715-441a-b614-0be55305510d') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:38.287695 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0054b0-7715-441a-b614-0be55305510d') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:38.308589 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (fa0054b0-7715-441a-b614-0be55305510d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.314634 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-17213572-6ae1-44d9-98b3-232f410256ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:38.316213 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-17213572-6ae1-44d9-98b3-232f410256ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 200 len: 915 time: 0.4353442 Apr 14 22:33:38.472494 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-729df466-5915-4408-92c1-4a2b4f2ccbcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 1001 time: 0.1148047 Apr 14 22:33:38.490668 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Deleting port d2591f63-e2ba-4d2c-afdd-347cbac62e2f {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:38.491048 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.534382 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (fa0054b0-7715-441a-b614-0be55305510d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.548062 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:33:38.548548 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (fa0054b0-7715-441a-b614-0be55305510d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:33:38.575537 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:33:38.639547 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-879ad6c5-6816-4a6c-bff6-3237a916964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:38.641074 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-879ad6c5-6816-4a6c-bff6-3237a916964c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 HTTP/1.1" status: 200 len: 853 time: 0.1584835 Apr 14 22:33:38.701383 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:33:38.703684 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.704037 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for floatingip (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.720189 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.722670 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-32d92dfb-f293-45db-a073-ea1daf2d7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:38.724300 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-32d92dfb-f293-45db-a073-ea1daf2d7fb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a002acb-800d-40c2-bc9a-a608b190f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744505 Apr 14 22:33:38.725474 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Calling delete_port for d2591f63-e2ba-4d2c-afdd-347cbac62e2f owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:38.792923 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (e3306d0d-e591-423b-8690-7ee045757dfe), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.796542 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:38.961035 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Floating IP 6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d associated. External IP: 172.27.0.180, port: 329fc7c5-7d24-41c1-8012-33238b1aa24d. Apr 14 22:33:39.159027 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:39.169041 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e3306d0d-e591-423b-8690-7ee045757dfe HTTP/1.1" status: 204 len: 168 time: 2.5201802 Apr 14 22:33:39.214473 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b54a9-f750-435d-aea8-d0b48b0c8226 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3306d0d-e591-423b-8690-7ee045757dfe,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:39.229648 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e76dc-0a56-4915-81fe-e191289284f1 req-41a21d3b-d32c-4ef2-b1e3-d62f1330d899 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:39.230363 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b3e76dc-0a56-4915-81fe-e191289284f1 req-41a21d3b-d32c-4ef2-b1e3-d62f1330d899 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.4848218 Apr 14 22:33:39.252626 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:39.260539 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:33:39.332041 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-9addcf36-7ad8-40d3-9cfd-366d8db57a0a service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987873 Apr 14 22:33:39.390535 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:33:39.396428 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:39.408041 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:33:39.423211 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:39.423854 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:39.433729 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4b3e76dc-0a56-4915-81fe-e191289284f1 req-fd3cc3ff-8eaa-4ceb-881c-d62880e34545 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773462 Apr 14 22:33:39.434655 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3cab83d5-c23c-4749-91db-3626b2f22157 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "PUT /v2.0/floatingips/6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d HTTP/1.1" status: 200 len: 991 time: 1.5845189 Apr 14 22:33:39.578219 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:39.617978 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82968c9c-986d-4f66-908b-09c2d2eb787f req-fd5b8e26-a0de-4d0c-ba5d-8ce3ae54dd81 service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711012 Apr 14 22:33:39.625200 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (d2591f63-e2ba-4d2c-afdd-347cbac62e2f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:39.671310 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event deleted for resources: {'Port': ['ID=d2591f63-e2ba-4d2c-afdd-347cbac62e2f,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:39.697791 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56654) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:39.753888 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-a4227241-4237-40fa-80fa-f132e3a94ec0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57def141e03c43bfbf79ccaa30e3d3eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0509079 Apr 14 22:33:39.756130 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56656) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:39.757593 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks [] for floatingip (6e2a2f52-89a9-44e6-a7c1-caadc114adc4), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:39.758207 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Floating IP 6e2a2f52-89a9-44e6-a7c1-caadc114adc4 disassociated (deleted). External IP: 172.27.0.136, port: cd91c76e-406f-4f32-b394-630c6ef2f3e0. Apr 14 22:33:39.811191 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'tag': '329fc7c5-7d24-41c1-8012-33238b1aa24d'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:39.814877 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ae81d3-850e-4937-87f0-91dac6017048" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3d3b90-611e-4627-9432-aa9f3332e875", "tag": "329fc7c5-7d24-41c1-8012-33238b1aa24d"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:39.851291 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dd9c-1b07-4643-af15-7a979ff88e12 admin admin] Publish callbacks [] for security_group (8c1215c8-5265-4a9a-847f-4f7f93865d35), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:39.902030 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126a0d3-d00e-4a06-a489-a09b6f3a43ba x-openstack-request-id: req-2126a0d3-d00e-4a06-a489-a09b6f3a43ba {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:39.902431 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3d3b90-611e-4627-9432-aa9f3332e875", "tag": "329fc7c5-7d24-41c1-8012-33238b1aa24d", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:39.902824 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2126a0d3-d00e-4a06-a489-a09b6f3a43ba {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:39.903578 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2126a0d3-d00e-4a06-a489-a09b6f3a43ba'] response: {'name': 'network-changed', 'server_uuid': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'tag': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'status': 'completed', 'code': 200} Apr 14 22:33:39.907447 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dd9c-1b07-4643-af15-7a979ff88e12 admin admin] Publish callbacks [] for security_group (8c1215c8-5265-4a9a-847f-4f7f93865d35), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:39.928060 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:58:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:33:14Z', 'updated_at': '2022-04-14T22:33:38Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:39.981113 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:33:39.997269 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:39.998275 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:40.095387 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae81d3-850e-4937-87f0-91dac6017048 req-f80b0a18-2d27-4647-a5c9-29a0d0d3634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:40.096927 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89ae81d3-850e-4937-87f0-91dac6017048 req-f80b0a18-2d27-4647-a5c9-29a0d0d3634b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 1129 time: 0.1530011 Apr 14 22:33:40.100583 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dd9c-1b07-4643-af15-7a979ff88e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (8c1215c8-5265-4a9a-847f-4f7f93865d35), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:40.104479 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5aa5dd9c-1b07-4643-af15-7a979ff88e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:40.109347 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-5aa5dd9c-1b07-4643-af15-7a979ff88e12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c1215c8-5265-4a9a-847f-4f7f93865d35 HTTP/1.1" status: 204 len: 168 time: 0.3511155 Apr 14 22:33:40.120786 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5dd9c-1b07-4643-af15-7a979ff88e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1215c8-5265-4a9a-847f-4f7f93865d35,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:40.175434 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:40.277149 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae81d3-850e-4937-87f0-91dac6017048 req-363e2f37-4551-4b86-96da-6167a9853a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:40.278764 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89ae81d3-850e-4937-87f0-91dac6017048 req-363e2f37-4551-4b86-96da-6167a9853a3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 200 len: 916 time: 0.1721485 Apr 14 22:33:40.284913 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Router 1b24976b-2855-437a-bc52-71ed5c074225 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:33:40.406059 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89ae81d3-850e-4937-87f0-91dac6017048 req-f2ac41c9-389e-4490-8eb3-66764e694b79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=329fc7c5-7d24-41c1-8012-33238b1aa24d HTTP/1.1" status: 200 len: 999 time: 0.1184595 Apr 14 22:33:40.466060 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:58:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:33:14Z', 'updated_at': '2022-04-14T22:33:38Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:40.513112 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae81d3-850e-4937-87f0-91dac6017048 req-5d17ed7d-f8b9-48bc-9995-a22425058226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:40.514653 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89ae81d3-850e-4937-87f0-91dac6017048 req-5d17ed7d-f8b9-48bc-9995-a22425058226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 200 len: 854 time: 0.1009250 Apr 14 22:33:40.521465 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:33:40.527096 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:40.528399 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee0de48-6d67-4baa-8a1e-0c5ac7a548d6 None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'port_id': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'mac_address': 'fa:16:3e:58:86:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:33:14Z', 'updated_at': '2022-04-14T22:33:38Z', 'revision_number': 1, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:33:40.543746 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] Sync routers for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:33:40.574083 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:40.575155 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:40.638801 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-688e58ae-131d-4c72-a67d-0544edc5aa03 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "DELETE /v2.0/floatingips/6e2a2f52-89a9-44e6-a7c1-caadc114adc4 HTTP/1.1" status: 204 len: 168 time: 2.4604053 Apr 14 22:33:40.664106 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:40.671118 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707b0543-973d-40ac-ac1d-1350560ff9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:40.708053 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae81d3-850e-4937-87f0-91dac6017048 req-2ab9415c-8023-43d6-9ebb-ee339d9315fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:40.711765 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89ae81d3-850e-4937-87f0-91dac6017048 req-2ab9415c-8023-43d6-9ebb-ee339d9315fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91cf136c-d92b-4435-96b9-805ae0f45c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1875401 Apr 14 22:33:40.727435 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0322d8-00cd-48fd-9195-ef169d69098d req-85a6d271-f51a-45fe-8518-ce82fe7a1ca7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:40.731946 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ad0322d8-00cd-48fd-9195-ef169d69098d req-85a6d271-f51a-45fe-8518-ce82fe7a1ca7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.1221354 Apr 14 22:33:40.776065 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:41.039849 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:41.125315 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ad0322d8-00cd-48fd-9195-ef169d69098d req-57ab1f4a-dd32-4e11-94eb-c4294f0a6d2a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798000 Apr 14 22:33:41.134527 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:57Z', 'revision_number': 5, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:41.139057 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89ae81d3-850e-4937-87f0-91dac6017048 req-d0777b93-7f6e-4941-8978-9545f3cf034a service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050801 Apr 14 22:33:41.164789 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5d678-d792-425e-9eae-a57d869ef960 None None] New status for floating IP 6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:33:41.257518 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:33:41.283477 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] Checking router: 1b24976b-2855-437a-bc52-71ed5c074225 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:33:41.299953 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daafb4d2-db5b-4698-a754-6e721b33a85c x-openstack-request-id: req-daafb4d2-db5b-4698-a754-6e721b33a85c {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:41.300520 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:41.300833 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-daafb4d2-db5b-4698-a754-6e721b33a85c {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:41.302097 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daafb4d2-db5b-4698-a754-6e721b33a85c'] response: {'name': 'network-changed', 'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'status': 'completed', 'code': 200} Apr 14 22:33:41.324881 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:41.326425 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:41.421639 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-fb6ee706-1b38-45f3-b3e3-41fbd85caf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:41.425018 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-fb6ee706-1b38-45f3-b3e3-41fbd85caf52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5fe69e9616544ab891e4d22428369e06&device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 1129 time: 0.1212974 Apr 14 22:33:41.493609 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:41.513030 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '01f2d332-867f-4630-b799-2e87d57a6e21', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'port_id': '01f2d332-867f-4630-b799-2e87d57a6e21', 'mac_address': 'fa:16:3e:af:8d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:33:41.534961 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-89ae81d3-850e-4937-87f0-91dac6017048 req-6c84ea97-d843-47e6-930f-720ae351fb53 service neutron] 10.222.0.37 "GET /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857992 Apr 14 22:33:41.657846 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-9abc6803-1b31-454d-9d5e-562d1ef6c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:41.659421 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-9abc6803-1b31-454d-9d5e-562d1ef6c248 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 200 len: 915 time: 0.2263465 Apr 14 22:33:41.786450 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 01f2d332-867f-4630-b799-2e87d57a6e21 is: ACTIVE; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:33:41.787111 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:41.817974 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01f2d332-867f-4630-b799-2e87d57a6e21 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:33:41.830432 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:41.874849 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:42.000008 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:42.067515 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-cdfb51d8-fe0d-41bb-89a2-9ae079e4248f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0885296 Apr 14 22:33:42.149618 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-4506b461-d791-41b4-8f70-eebbf466dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:42.152208 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-4506b461-d791-41b4-8f70-eebbf466dbcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 HTTP/1.1" status: 200 len: 853 time: 0.0771952 Apr 14 22:33:42.228099 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['01f2d332-867f-4630-b799-2e87d57a6e21'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:33:42.283520 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-8ef8d7e6-c715-4261-a6f1-829dc1ef6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:42.295657 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-8ef8d7e6-c715-4261-a6f1-829dc1ef6169 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a002acb-800d-40c2-bc9a-a608b190f1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1352055 Apr 14 22:33:42.401527 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=6']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:42.476076 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-10f51f54-0ac9-4944-8399-56ac352b6317 service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726201 Apr 14 22:33:42.486108 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d997d-a31f-4060-9049-08ec8c71d46c req-4cd99db3-7611-41f9-b881-b972c5ed1e1c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:42.487842 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-086d997d-a31f-4060-9049-08ec8c71d46c req-4cd99db3-7611-41f9-b881-b972c5ed1e1c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 945 time: 0.1243284 Apr 14 22:33:42.495626 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:57Z', 'revision_number': 5, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:42.566668 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-086d997d-a31f-4060-9049-08ec8c71d46c req-9d2f2fae-1399-40bf-90b2-dee595d83544 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715089 Apr 14 22:33:42.659691 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-707b0543-973d-40ac-ac1d-1350560ff9d5 req-ccaf390e-61d2-4677-b6da-b79842e03c4a service neutron] 10.222.0.37 "GET /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765561 Apr 14 22:33:42.798205 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf54650-775b-48ec-8bcc-7352e3c625e2 None None] The sync data for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi is: [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:30:52Z', 'revision_number': 4, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '118e7a38-6e74-456c-badd-73da903819e5', 'name': '', 'network_id': '0a002acb-800d-40c2-bc9a-a608b190f1dc', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'mac_address': 'fa:16:3e:69:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:50Z', 'updated_at': '2022-04-14T22:30:57Z', 'revision_number': 5, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'subnets': [{'id': '9bc75a5d-7bb7-4dfc-b53a-5dd416792d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:33:43.213772 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:33:43.281180 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe99c14-8575-48d2-a7f3-c6bcf379e9b8 None None] New status for floating IP 6e2a2f52-89a9-44e6-a7c1-caadc114adc4: DOWN {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:33:43.424276 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 01f2d332-867f-4630-b799-2e87d57a6e21 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:33:43.424874 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:43.562027 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 01f2d332-867f-4630-b799-2e87d57a6e21 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:33:43.562679 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:43.606876 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:43.609519 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd90f4-d590-4765-bed8-b96bd418a1c9" -d '{"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-plugged", "status": "completed", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:43.658835 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:43.663748 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b59e23-8fe8-4a3e-8aff-e664089c80ba x-openstack-request-id: req-24b59e23-8fe8-4a3e-8aff-e664089c80ba {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:43.667834 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-plugged", "status": "completed", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:43.669845 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24b59e23-8fe8-4a3e-8aff-e664089c80ba {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:43.671575 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b59e23-8fe8-4a3e-8aff-e664089c80ba'] response: {'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21', 'code': 200} Apr 14 22:33:43.780199 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:43.793343 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109b070-41a4-4542-bfae-e5095d704b63 req-aca4714f-28b2-492a-b5da-2af53959d0b8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:43.807620 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5109b070-41a4-4542-bfae-e5095d704b63 req-aca4714f-28b2-492a-b5da-2af53959d0b8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 945 time: 0.1080165 Apr 14 22:33:43.855955 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=7']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:43.957640 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-5109b070-41a4-4542-bfae-e5095d704b63 req-a3832bcf-f77c-48e7-8558-cf24394df7fc tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474655 Apr 14 22:33:45.194801 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9adde-4658-43ad-a9dc-d3eb9e11fb2a req-4f416abb-27f0-4187-9baa-25a2563d2201 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:45.198596 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dca9adde-4658-43ad-a9dc-d3eb9e11fb2a req-4f416abb-27f0-4187-9baa-25a2563d2201 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.1172938 Apr 14 22:33:45.328233 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dca9adde-4658-43ad-a9dc-d3eb9e11fb2a req-bedce967-b9cc-45f4-9671-7b9533d4631f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146481 Apr 14 22:33:46.579552 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c770f-298b-469c-9560-7d52f2ea64c5 req-d9340364-68ba-49d8-ac21-3542ed9d7b5c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:46.581266 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cc2c770f-298b-469c-9560-7d52f2ea64c5 req-d9340364-68ba-49d8-ac21-3542ed9d7b5c tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.1137471 Apr 14 22:33:46.586119 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65cb53-ab84-4875-ae9f-31057a3a70c8 req-8544328d-7cc0-4d61-b7f1-491f4dddec95 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:46.598745 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf65cb53-ab84-4875-ae9f-31057a3a70c8 req-8544328d-7cc0-4d61-b7f1-491f4dddec95 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0950770 Apr 14 22:33:46.691797 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf65cb53-ab84-4875-ae9f-31057a3a70c8 req-bf8234b1-4e06-425a-b8fa-9122ed0de125 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914450 Apr 14 22:33:46.705995 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cc2c770f-298b-469c-9560-7d52f2ea64c5 req-0fdd917d-ec8c-4e01-8dbd-9389ffacc3d1 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108663 Apr 14 22:33:46.715451 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56802) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:46.935462 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae45c895-1635-4afc-8c3c-058e6c202e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:47.105501 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae45c895-1635-4afc-8c3c-058e6c202e42 admin admin] Publish callbacks [] for security_group (bceb38ff-638f-4449-ac0f-5068b9bfb46c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:47.173289 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ae45c895-1635-4afc-8c3c-058e6c202e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (bceb38ff-638f-4449-ac0f-5068b9bfb46c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:47.249380 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45c895-1635-4afc-8c3c-058e6c202e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceb38ff-638f-4449-ac0f-5068b9bfb46c,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:47.261656 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ae45c895-1635-4afc-8c3c-058e6c202e42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a011ca6550d4dbf8eceb7a03053c3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5405114 Apr 14 22:33:47.262156 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56808) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:47.362098 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c32314a8-e513-4132-9979-81b1c34db7c5 admin admin] Publish callbacks [] for security_group (bceb38ff-638f-4449-ac0f-5068b9bfb46c), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:47.406840 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c32314a8-e513-4132-9979-81b1c34db7c5 admin admin] Publish callbacks [] for security_group (bceb38ff-638f-4449-ac0f-5068b9bfb46c), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:47.584525 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c32314a8-e513-4132-9979-81b1c34db7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (bceb38ff-638f-4449-ac0f-5068b9bfb46c), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:47.589768 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c32314a8-e513-4132-9979-81b1c34db7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:47.596512 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c32314a8-e513-4132-9979-81b1c34db7c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bceb38ff-638f-4449-ac0f-5068b9bfb46c HTTP/1.1" status: 204 len: 168 time: 0.3328102 Apr 14 22:33:47.616508 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32314a8-e513-4132-9979-81b1c34db7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceb38ff-638f-4449-ac0f-5068b9bfb46c,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:47.878860 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1ab8f-3d86-4eeb-96e7-85a12983424a req-a8510b9f-4edf-4849-9247-03c94a4894b0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:47.881349 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f6a1ab8f-3d86-4eeb-96e7-85a12983424a req-a8510b9f-4edf-4849-9247-03c94a4894b0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0706716 Apr 14 22:33:47.907815 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53a66b-11e3-49bd-8131-185c2449cc17 req-25b51bc4-b53a-4014-a7b7-7a71f9cdd2e2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:47.917971 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6b53a66b-11e3-49bd-8131-185c2449cc17 req-25b51bc4-b53a-4014-a7b7-7a71f9cdd2e2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0773180 Apr 14 22:33:47.949204 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f6a1ab8f-3d86-4eeb-96e7-85a12983424a req-308ccb56-a7c8-4a11-b910-ce01c39d61b6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611992 Apr 14 22:33:47.999461 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6b53a66b-11e3-49bd-8131-185c2449cc17 req-d70b4905-5142-4c47-b874-ce1592387811 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803752 Apr 14 22:33:48.362565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e3682-0ea8-49ae-8657-777975527f3b req-5aaa41f4-a1f8-412f-9eb6-3eab71e85b27 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:48.364851 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-613e3682-0ea8-49ae-8657-777975527f3b req-5aaa41f4-a1f8-412f-9eb6-3eab71e85b27 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.0552461 Apr 14 22:33:48.374793 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56818) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:48.396110 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9616dc69-0e96-45ff-a67b-89bb62b2293a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:48.507222 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Deleting port cd91c76e-406f-4f32-b394-630c6ef2f3e0 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:48.507718 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:48.521058 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9616dc69-0e96-45ff-a67b-89bb62b2293a admin admin] Publish callbacks [] for security_group (7b782584-ad80-4c49-8fd8-1b8be323ebb6), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:48.594988 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9616dc69-0e96-45ff-a67b-89bb62b2293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (7b782584-ad80-4c49-8fd8-1b8be323ebb6), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:48.642149 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-9616dc69-0e96-45ff-a67b-89bb62b2293a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5a64d7f3f424fa0ab91d9e094f7d36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660687 Apr 14 22:33:48.643244 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616dc69-0e96-45ff-a67b-89bb62b2293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b782584-ad80-4c49-8fd8-1b8be323ebb6,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:48.651896 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] For port cd91c76e-406f-4f32-b394-630c6ef2f3e0, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=cd91c76e-406f-4f32-b394-630c6ef2f3e0,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:48.651896 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:48.660767 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56820) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:48.682485 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Calling delete_port for cd91c76e-406f-4f32-b394-630c6ef2f3e0 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:48.739897 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-452b01f5-6d49-4d82-8b1e-cf6b1284655c admin admin] Publish callbacks [] for security_group (7b782584-ad80-4c49-8fd8-1b8be323ebb6), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:48.785686 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-452b01f5-6d49-4d82-8b1e-cf6b1284655c admin admin] Publish callbacks [] for security_group (7b782584-ad80-4c49-8fd8-1b8be323ebb6), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:49.142824 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ba1f8-66d1-4748-83dc-438519abd7ce req-58ac0d6c-5e6f-4f20-a692-58efb53b2075 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:49.145760 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5d6ba1f8-66d1-4748-83dc-438519abd7ce req-58ac0d6c-5e6f-4f20-a692-58efb53b2075 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0836694 Apr 14 22:33:49.149373 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (cd91c76e-406f-4f32-b394-630c6ef2f3e0), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:49.163105 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['cd91c76e-406f-4f32-b394-630c6ef2f3e0'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:33:49.208227 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2bbf8-e508-4292-9db1-7b3e03f3c95b req-8dc10b5c-dcec-40fe-9a11-f2cc7081ef04 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:49.240754 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8fa2bbf8-e508-4292-9db1-7b3e03f3c95b req-8dc10b5c-dcec-40fe-9a11-f2cc7081ef04 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 945 time: 0.1192269 Apr 14 22:33:49.243233 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Pushing event deleted for resources: {'Port': ['ID=cd91c76e-406f-4f32-b394-630c6ef2f3e0,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:49.243337 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-452b01f5-6d49-4d82-8b1e-cf6b1284655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (7b782584-ad80-4c49-8fd8-1b8be323ebb6), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:49.243337 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-452b01f5-6d49-4d82-8b1e-cf6b1284655c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:49.243337 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-452b01f5-6d49-4d82-8b1e-cf6b1284655c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b782584-ad80-4c49-8fd8-1b8be323ebb6 HTTP/1.1" status: 204 len: 168 time: 0.5746017 Apr 14 22:33:49.262185 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b01f5-6d49-4d82-8b1e-cf6b1284655c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b782584-ad80-4c49-8fd8-1b8be323ebb6,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:49.331720 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8fa2bbf8-e508-4292-9db1-7b3e03f3c95b req-aaefef7b-f97a-4420-95d4-87c3b3fa7c19 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/security-groups?id=97bbd5ba-1dad-456c-bc3f-58d780c5d56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055784 Apr 14 22:33:49.359149 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] No DVR routers for this DVR port cd91c76e-406f-4f32-b394-630c6ef2f3e0 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:33:49.363757 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:49.368069 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-613e3682-0ea8-49ae-8657-777975527f3b req-e4a8dbe4-5ebd-4768-9e10-c19f3655f2d2 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.37 "DELETE /v2.0/ports/cd91c76e-406f-4f32-b394-630c6ef2f3e0 HTTP/1.1" status: 204 len: 173 time: 0.9967306 Apr 14 22:33:49.369368 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'name': 'network-vif-deleted', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:33:49.373345 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5502b02b-4ec7-4bf4-aa9f-ec20a41d7b41" -d '{"events": [{"server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "name": "network-vif-deleted", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:33:49.381140 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5d6ba1f8-66d1-4748-83dc-438519abd7ce req-91752724-5506-4463-baa5-1d2873850ace tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291565 Apr 14 22:33:49.451460 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba24ab8-070f-41b8-a0ca-af216b312549 x-openstack-request-id: req-7ba24ab8-070f-41b8-a0ca-af216b312549 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:33:49.451840 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddab7a5a-5f4d-4b33-8b24-2db63bc872a2", "name": "network-vif-deleted", "tag": "cd91c76e-406f-4f32-b394-630c6ef2f3e0", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:33:49.452250 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ba24ab8-070f-41b8-a0ca-af216b312549 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:33:49.452937 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba24ab8-070f-41b8-a0ca-af216b312549'] response: {'server_uuid': 'ddab7a5a-5f4d-4b33-8b24-2db63bc872a2', 'name': 'network-vif-deleted', 'tag': 'cd91c76e-406f-4f32-b394-630c6ef2f3e0', 'status': 'completed', 'code': 200} Apr 14 22:33:50.510680 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-60a31b95-b120-467e-ad0b-425a90fee8c5 req-1931c69b-4b0e-4992-ae30-b1689961b5e8 tempest-TestMinimumBasicScenario-1618249972 tempest-TestMinimumBasicScenario-1618249972-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddab7a5a-5f4d-4b33-8b24-2db63bc872a2 HTTP/1.1" status: 200 len: 210 time: 0.0403655 Apr 14 22:33:50.623829 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49281739-74c0-4fe0-a856-d1f693b5266d req-b777cd51-7589-486a-bf8f-b435b49227ea tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:50.641810 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-49281739-74c0-4fe0-a856-d1f693b5266d req-b777cd51-7589-486a-bf8f-b435b49227ea tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.1077685 Apr 14 22:33:50.725150 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-49281739-74c0-4fe0-a856-d1f693b5266d req-efa35df7-2327-4c88-b235-af123f18a207 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820372 Apr 14 22:33:51.962804 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7c7c-5979-4806-a94c-147bf342acc9 req-9f147f81-92d6-4da0-8084-305f248d6d2d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:51.967170 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-805f7c7c-5979-4806-a94c-147bf342acc9 req-9f147f81-92d6-4da0-8084-305f248d6d2d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.1277428 Apr 14 22:33:52.109127 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-805f7c7c-5979-4806-a94c-147bf342acc9 req-422ab1c4-0efb-4071-b397-1c75c9a9bb25 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309454 Apr 14 22:33:53.271011 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device cd91c76e-406f-4f32-b394-630c6ef2f3e0 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:53.357231 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: cd91c76e-406f-4f32-b394-630c6ef2f3e0 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:53.357659 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device cd91c76e-406f-4f32-b394-630c6ef2f3e0 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:53.431572 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d8d9-cd0c-41b9-afe2-e896c80913db req-7792e3a6-b9e6-482c-902e-5e1dc249ae63 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:53.434086 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-86b6d8d9-cd0c-41b9-afe2-e896c80913db req-7792e3a6-b9e6-482c-902e-5e1dc249ae63 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.1462431 Apr 14 22:33:53.537724 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-86b6d8d9-cd0c-41b9-afe2-e896c80913db req-db4080e3-9a42-4c98-a418-11bb5be3c0e0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859790 Apr 14 22:33:54.741056 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be1117-2706-40a9-9b23-b404f251897c req-c6cdbb28-fd5e-4153-9a3e-7e89d20686bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:54.752762 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75be1117-2706-40a9-9b23-b404f251897c req-c6cdbb28-fd5e-4153-9a3e-7e89d20686bd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0842266 Apr 14 22:33:54.831531 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75be1117-2706-40a9-9b23-b404f251897c req-43ebb253-b12b-4d50-9a49-8174c6608e7f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764449 Apr 14 22:33:54.839637 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56936) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:55.427593 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (1b24976b-2855-437a-bc52-71ed5c074225), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:55.812886 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Deleting port 118e7a38-6e74-456c-badd-73da903819e5 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:55.813386 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (118e7a38-6e74-456c-badd-73da903819e5), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:55.924533 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] For port 118e7a38-6e74-456c-badd-73da903819e5, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=118e7a38-6e74-456c-badd-73da903819e5,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:55.926471 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (118e7a38-6e74-456c-badd-73da903819e5), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:55.956222 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Calling delete_port for 118e7a38-6e74-456c-badd-73da903819e5 owned by network:router_interface {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:56.281362 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03231bf-ebed-4c21-b124-38ad1cd4c1de req-9bc8e6dd-9447-4132-8e47-704a5e72cdbd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:56.283007 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e03231bf-ebed-4c21-b124-38ad1cd4c1de req-9bc8e6dd-9447-4132-8e47-704a5e72cdbd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.3397264 Apr 14 22:33:56.397540 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e03231bf-ebed-4c21-b124-38ad1cd4c1de req-f9422695-49aa-4e83-9e92-40847cd73d3c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064837 Apr 14 22:33:56.590870 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (118e7a38-6e74-456c-badd-73da903819e5), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:56.618565 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Pushing event deleted for resources: {'Port': ['ID=118e7a38-6e74-456c-badd-73da903819e5,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:56.793368 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5a911-43b7-433b-9142-5943045b806e req-31cd5943-5a3a-4656-a254-0fbd0f5a3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:56.796602 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34d5a911-43b7-433b-9142-5943045b806e req-31cd5943-5a3a-4656-a254-0fbd0f5a3e9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 1130 time: 0.0533264 Apr 14 22:33:56.842234 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (1b24976b-2855-437a-bc52-71ed5c074225), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:56.950565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5a911-43b7-433b-9142-5943045b806e req-d2532cf6-142a-4f09-8cd2-75dc6a9181fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:56.952097 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34d5a911-43b7-433b-9142-5943045b806e req-d2532cf6-142a-4f09-8cd2-75dc6a9181fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 918 time: 0.1488764 Apr 14 22:33:57.035251 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34d5a911-43b7-433b-9142-5943045b806e req-c8672125-274e-4ea3-acbf-5c80d0822acc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f2d332-867f-4630-b799-2e87d57a6e21 HTTP/1.1" status: 200 len: 1002 time: 0.0755937 Apr 14 22:33:57.117926 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5a911-43b7-433b-9142-5943045b806e req-e840011d-1c03-4cb1-86bf-d9a75c80204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:57.120395 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34d5a911-43b7-433b-9142-5943045b806e req-e840011d-1c03-4cb1-86bf-d9a75c80204a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.0778778 Apr 14 22:33:57.155206 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Router 1b24976b-2855-437a-bc52-71ed5c074225 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:33:57.284209 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:33:57.290400 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-dd0597c9-03c4-444c-b191-1770a90c600e admin admin] 10.222.0.50 "PUT /v2.0/routers/1b24976b-2855-437a-bc52-71ed5c074225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4492712 Apr 14 22:33:57.294786 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56960) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:57.297317 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] Sync routers for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:33:57.313430 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:57.314490 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:57.443495 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks [] for router (1b24976b-2855-437a-bc52-71ed5c074225), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:57.503223 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:57.592809 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068a0a7-53d1-4995-86d7-370dcc8530fe req-4ffcd36d-e478-47a1-b4b4-387cedf642d1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:57.595481 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1068a0a7-53d1-4995-86d7-370dcc8530fe req-4ffcd36d-e478-47a1-b4b4-387cedf642d1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0990245 Apr 14 22:33:57.643749 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks [] for router_gateway (1b24976b-2855-437a-bc52-71ed5c074225), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:57.668193 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1068a0a7-53d1-4995-86d7-370dcc8530fe req-38167aa4-c2e6-4fa5-81ea-ead15ab9ccc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654457 Apr 14 22:33:57.751874 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:33:56Z', 'revision_number': 5, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port': {'id': '77cae7e0-1b5e-4f8e-9515-80b74dd9084f', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24976b-2855-437a-bc52-71ed5c074225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:43Z', 'updated_at': '2022-04-14T22:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:57.781316 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] Checking router: 1b24976b-2855-437a-bc52-71ed5c074225 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:33:57.793897 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] Routers {'1b24976b-2855-437a-bc52-71ed5c074225'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:33:57.795019 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b24976b-2855-437a-bc52-71ed5c074225'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:57.811259 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Deleting port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:57.811980 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:57.903211 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] For port 77cae7e0-1b5e-4f8e-9515-80b74dd9084f, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=77cae7e0-1b5e-4f8e-9515-80b74dd9084f,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:33:57.903578 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:57.927719 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Calling delete_port for 77cae7e0-1b5e-4f8e-9515-80b74dd9084f owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:33:57.951318 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] Set router 1b24976b-2855-437a-bc52-71ed5c074225 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:33:58.011179 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:33:57Z', 'revision_number': 6, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port_host': None}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:33:58.041560 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841eaac2-c15f-4a1f-804b-d1f9d8f02ac8 None None] The sync data for ids ['1b24976b-2855-437a-bc52-71ed5c074225'] in dv-cinder-820918-2-iscsi is: [{'id': '1b24976b-2855-437a-bc52-71ed5c074225', 'name': 'tempest-TestMinimumBasicScenario-337236918-router', 'tenant_id': '5fe69e9616544ab891e4d22428369e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:41Z', 'updated_at': '2022-04-14T22:33:57Z', 'revision_number': 6, 'project_id': '5fe69e9616544ab891e4d22428369e06', 'gw_port_host': None}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:33:58.424592 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5a911-43b7-433b-9142-5943045b806e req-5dbeb3ec-0010-4a80-8a5e-06af9925ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:58.425933 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34d5a911-43b7-433b-9142-5943045b806e req-5dbeb3ec-0010-4a80-8a5e-06af9925ea44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4844112 Apr 14 22:33:58.670121 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (77cae7e0-1b5e-4f8e-9515-80b74dd9084f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:58.702378 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Pushing event deleted for resources: {'Port': ['ID=77cae7e0-1b5e-4f8e-9515-80b74dd9084f,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:58.830752 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (1b24976b-2855-437a-bc52-71ed5c074225), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:58.858486 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c0d32-5693-41e7-9af8-5294410ef511 req-560514b6-ba4e-49e0-b9be-6acd5bb3a387 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:33:58.861063 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-206c0d32-5693-41e7-9af8-5294410ef511 req-560514b6-ba4e-49e0-b9be-6acd5bb3a387 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0761306 Apr 14 22:33:58.938896 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-206c0d32-5693-41e7-9af8-5294410ef511 req-d84d4d73-b2db-4821-8896-796134c5e49e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658245 Apr 14 22:33:58.980670 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (1b24976b-2855-437a-bc52-71ed5c074225), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:58.983399 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks [] for router_controller (1b24976b-2855-437a-bc52-71ed5c074225), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.022267 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34d5a911-43b7-433b-9142-5943045b806e req-4fd6c93b-0cd6-40f2-b10f-61bd17d4487b service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715614 Apr 14 22:33:59.150074 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (1b24976b-2855-437a-bc52-71ed5c074225), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.150651 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b24976b-2855-437a-bc52-71ed5c074225 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:33:59.156127 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.157437 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b5d27b6e-8588-42b3-93f2-760aa46fe52a admin admin] 10.222.0.50 "DELETE /v2.0/routers/1b24976b-2855-437a-bc52-71ed5c074225 HTTP/1.1" status: 204 len: 168 time: 1.8609800 Apr 14 22:33:59.161226 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56970) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:59.243527 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4717fc-8de7-4ece-bbd1-79e6f9b20626 admin admin] Deleting subnet 9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:33:59.254335 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab4717fc-8de7-4ece-bbd1-79e6f9b20626 admin admin] Publish callbacks [] for subnet (9bc75a5d-7bb7-4dfc-b53a-5dd416792d84), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.294994 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 118e7a38-6e74-456c-badd-73da903819e5 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:59.311027 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab4717fc-8de7-4ece-bbd1-79e6f9b20626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610516'] for subnet (9bc75a5d-7bb7-4dfc-b53a-5dd416792d84), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.329440 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 118e7a38-6e74-456c-badd-73da903819e5 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:59.330144 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 118e7a38-6e74-456c-badd-73da903819e5 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:59.330969 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 77cae7e0-1b5e-4f8e-9515-80b74dd9084f no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:33:59.368787 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 77cae7e0-1b5e-4f8e-9515-80b74dd9084f {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:33:59.369784 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 77cae7e0-1b5e-4f8e-9515-80b74dd9084f not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:33:59.501884 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab4717fc-8de7-4ece-bbd1-79e6f9b20626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (9bc75a5d-7bb7-4dfc-b53a-5dd416792d84), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.637642 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab4717fc-8de7-4ece-bbd1-79e6f9b20626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25656069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25923208'] for subnet (9bc75a5d-7bb7-4dfc-b53a-5dd416792d84), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.739511 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4717fc-8de7-4ece-bbd1-79e6f9b20626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc75a5d-7bb7-4dfc-b53a-5dd416792d84,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:33:59.754781 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a119eb-134b-42ce-baee-822803ce728d None None] Network 0a002acb-800d-40c2-bc9a-a608b190f1dc requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:33:59.760823 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ab4717fc-8de7-4ece-bbd1-79e6f9b20626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.768362 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ab4717fc-8de7-4ece-bbd1-79e6f9b20626 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9bc75a5d-7bb7-4dfc-b53a-5dd416792d84 HTTP/1.1" status: 204 len: 168 time: 0.6050715 Apr 14 22:33:59.770611 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 56972) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:33:59.899237 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (0a002acb-800d-40c2-bc9a-a608b190f1dc), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.923169 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-34d5a911-43b7-433b-9142-5943045b806e req-1c22fd07-d074-4a98-86ea-a41fb66b8ce2 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784159 Apr 14 22:33:59.977087 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Deleting port 99ecf15f-db31-4aad-9449-780ce8206f79 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:33:59.977409 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:33:59.989737 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] DHCP port deletion for 0a002acb-800d-40c2-bc9a-a608b190f1dc request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:34:00.098445 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] Deleting port 99ecf15f-db31-4aad-9449-780ce8206f79 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:00.099656 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.120628 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] For port 99ecf15f-db31-4aad-9449-780ce8206f79, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=99ecf15f-db31-4aad-9449-780ce8206f79,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:00.121447 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.121703 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b5eb9-91a2-4a1f-b62d-3b2ce8f12d76 req-7c9f16ef-97e9-41d2-889b-3b3990ab1aa1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:00.123146 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7c9b5eb9-91a2-4a1f-b62d-3b2ce8f12d76 req-7c9f16ef-97e9-41d2-889b-3b3990ab1aa1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.0860014 Apr 14 22:34:00.147496 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Calling delete_port for 99ecf15f-db31-4aad-9449-780ce8206f79 owned by network:dhcp {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:00.198014 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] For port 99ecf15f-db31-4aad-9449-780ce8206f79, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=99ecf15f-db31-4aad-9449-780ce8206f79,segment=NetworkSegment(46e9d39f-9f40-452f-b789-4f7a84920f1b),segment_id=46e9d39f-9f40-452f-b789-4f7a84920f1b)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:00.198411 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.210755 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7c9b5eb9-91a2-4a1f-b62d-3b2ce8f12d76 req-461aefd2-2071-46ec-807f-76b10a9a0e46 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753179 Apr 14 22:34:00.220753 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] Calling delete_port for 99ecf15f-db31-4aad-9449-780ce8206f79 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:00.494144 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.504283 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (99ecf15f-db31-4aad-9449-780ce8206f79), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.537028 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] Pushing event deleted for resources: {'Port': ['ID=99ecf15f-db31-4aad-9449-780ce8206f79,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:00.537666 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=99ecf15f-db31-4aad-9449-780ce8206f79,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:00.543399 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] No DVR routers for this DVR port 99ecf15f-db31-4aad-9449-780ce8206f79 on host dv-cinder-820918-2-iscsi {{(pid=104050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:34:00.547017 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c05b1-fc21-410c-b613-d5df8eba174f None None] No DVR routers for this DVR port 99ecf15f-db31-4aad-9449-780ce8206f79 on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:34:00.634496 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (0a002acb-800d-40c2-bc9a-a608b190f1dc), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.662577 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a002acb-800d-40c2-bc9a-a608b190f1dc']}} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:00.675627 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e9d39f-9f40-452f-b789-4f7a84920f1b') {'for_net_delete': True} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:00.675980 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e9d39f-9f40-452f-b789-4f7a84920f1b') {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:00.687918 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27071232'] for segment (46e9d39f-9f40-452f-b789-4f7a84920f1b), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.710319 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (46e9d39f-9f40-452f-b789-4f7a84920f1b), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.725221 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=104050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:34:00.726156 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750057'] for segment (46e9d39f-9f40-452f-b789-4f7a84920f1b), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: self.session.flush() Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: self.session.flush() Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: self.session.flush() Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: self.session.flush() Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: Traceback (most recent call last): Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: timer() Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: cb(*args, **kw) Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: return func(*args, **kwargs) Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: self._notify() Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: self.callback(batched_events) Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: event.method(event) Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: return f(self, *a, **k) Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._get(url).json() Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: return self.request(url, 'GET', **kwargs) Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:34:00.730453 dv-cinder-820918-2-iscsi neutron-server[104050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:34:00.949869 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (0a002acb-800d-40c2-bc9a-a608b190f1dc), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.959923 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:00.965062 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] 10.222.0.50 "DELETE /v2.0/networks/0a002acb-800d-40c2-bc9a-a608b190f1dc HTTP/1.1" status: 204 len: 168 time: 1.1928210 Apr 14 22:34:00.968992 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 56984) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:00.984762 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82a77e-f85d-4020-8eed-663401ac1d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a002acb-800d-40c2-bc9a-a608b190f1dc,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:01.336176 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 99ecf15f-db31-4aad-9449-780ce8206f79 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:01.376041 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 99ecf15f-db31-4aad-9449-780ce8206f79 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:34:01.377044 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 99ecf15f-db31-4aad-9449-780ce8206f79 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:34:01.461638 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba90e7-9c02-410c-b31a-6cca022ab186 req-1de9fbd2-9ea6-4fdf-9d7a-e843a59ff3cf tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:01.464494 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6bba90e7-9c02-410c-b31a-6cca022ab186 req-1de9fbd2-9ea6-4fdf-9d7a-e843a59ff3cf tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 946 time: 0.1010177 Apr 14 22:34:01.513882 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (1b63d127-718e-44d8-87c8-d0c3394c511c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:01.538040 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6bba90e7-9c02-410c-b31a-6cca022ab186 req-dfc8b3ce-341f-4bab-ad04-1889fff24827 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670815 Apr 14 22:34:01.657240 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:01.849391 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:01.850551 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 01f2d332-867f-4630-b799-2e87d57a6e21 is: ACTIVE; New status is: DOWN {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:34:01.851161 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:01.876122 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:34:01.878965 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7767a0-5319-4ecd-9401-a5098f6d7a3e" -d '{"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-unplugged", "status": "completed", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:34:01.893586 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:01.948944 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Deleting port ade3da0e-610c-44c9-864c-2ec5af59b71a {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:01.949297 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:02.002515 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:02.103580 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 22:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9612ee7e-f10c-4738-9d59-dbee4cfee403 x-openstack-request-id: req-9612ee7e-f10c-4738-9d59-dbee4cfee403 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:34:02.103580 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-unplugged", "status": "completed", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:34:02.103580 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9612ee7e-f10c-4738-9d59-dbee4cfee403 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:34:02.103915 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9612ee7e-f10c-4738-9d59-dbee4cfee403'] response: {'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21', 'code': 200} Apr 14 22:34:02.112649 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=8']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:02.139237 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] For port ade3da0e-610c-44c9-864c-2ec5af59b71a, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=ade3da0e-610c-44c9-864c-2ec5af59b71a,segment=NetworkSegment(fe82c059-4a74-4989-8454-609b294d5620),segment_id=fe82c059-4a74-4989-8454-609b294d5620)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:02.140313 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:02.167274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Calling delete_port for ade3da0e-610c-44c9-864c-2ec5af59b71a owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:02.620565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (ade3da0e-610c-44c9-864c-2ec5af59b71a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:02.654179 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ade3da0e-610c-44c9-864c-2ec5af59b71a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:02.746657 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57b78e-9205-4d74-997d-8530671f81da req-962e94cd-b88d-42ad-8747-75566190b8cb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:02.750503 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1a57b78e-9205-4d74-997d-8530671f81da req-962e94cd-b88d-42ad-8747-75566190b8cb tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0997281 Apr 14 22:34:02.836301 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1a57b78e-9205-4d74-997d-8530671f81da req-c03466b7-e57e-48f6-b27f-ab6d6e71cf9b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716705 Apr 14 22:34:02.890096 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (1b63d127-718e-44d8-87c8-d0c3394c511c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:03.211594 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Router 1b63d127-718e-44d8-87c8-d0c3394c511c has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:34:03.440052 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:34:03.454313 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d02fea92-84f4-490b-989a-8a2996c974c4 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b63d127-718e-44d8-87c8-d0c3394c511c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4791889 Apr 14 22:34:03.454313 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57030) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:03.464169 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] Sync routers for ids ['1b63d127-718e-44d8-87c8-d0c3394c511c'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:34:03.488960 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] Routers {'1b63d127-718e-44d8-87c8-d0c3394c511c'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:03.490287 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b63d127-718e-44d8-87c8-d0c3394c511c'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:03.625585 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks [] for router (1b63d127-718e-44d8-87c8-d0c3394c511c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:03.741074 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] Set router 1b63d127-718e-44d8-87c8-d0c3394c511c gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:03.765058 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks [] for router_gateway (1b63d127-718e-44d8-87c8-d0c3394c511c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:04.030205 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:34:02Z', 'revision_number': 5, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port': {'id': '55d977f2-7e75-4499-9b9e-9d3c0f6834ba', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:02:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:59Z', 'updated_at': '2022-04-14T22:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:04.096388 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] Checking router: 1b63d127-718e-44d8-87c8-d0c3394c511c for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:34:04.117267 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] Routers {'1b63d127-718e-44d8-87c8-d0c3394c511c'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:04.118473 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:33:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1b63d127-718e-44d8-87c8-d0c3394c511c'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:04.177837 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Deleting port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:04.178473 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:04.280994 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] Set router 1b63d127-718e-44d8-87c8-d0c3394c511c gateway port host: None {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:04.315805 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] For port 55d977f2-7e75-4499-9b9e-9d3c0f6834ba, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=55d977f2-7e75-4499-9b9e-9d3c0f6834ba,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:04.317280 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:04.345685 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Calling delete_port for 55d977f2-7e75-4499-9b9e-9d3c0f6834ba owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:04.365334 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:34:03Z', 'revision_number': 6, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port_host': None}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:04.406607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cadd5c3-23c5-4d5a-88f3-0611f4bb1925 None None] The sync data for ids ['1b63d127-718e-44d8-87c8-d0c3394c511c'] in dv-cinder-820918-2-iscsi is: [{'id': '1b63d127-718e-44d8-87c8-d0c3394c511c', 'name': 'tempest-TestMinimumBasicScenario-645341702-router', 'tenant_id': 'd69a2f5ec777498e8fac508117595928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:57Z', 'updated_at': '2022-04-14T22:34:03Z', 'revision_number': 6, 'project_id': 'd69a2f5ec777498e8fac508117595928', 'gw_port_host': None}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:34:04.493157 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb7cb-7897-48f2-9d94-09b409c0710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:04.635775 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (55d977f2-7e75-4499-9b9e-9d3c0f6834ba), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:04.713489 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d977f2-7e75-4499-9b9e-9d3c0f6834ba,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:04.754288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (1b63d127-718e-44d8-87c8-d0c3394c511c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:04.886930 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (1b63d127-718e-44d8-87c8-d0c3394c511c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:04.889170 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks [] for router_controller (1b63d127-718e-44d8-87c8-d0c3394c511c), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.070862 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (1b63d127-718e-44d8-87c8-d0c3394c511c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.071610 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b63d127-718e-44d8-87c8-d0c3394c511c {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:34:05.078849 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.080679 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-51be51a2-8c4e-4237-824b-151e50b05b26 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1b63d127-718e-44d8-87c8-d0c3394c511c HTTP/1.1" status: 204 len: 168 time: 1.6251547 Apr 14 22:34:05.084592 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57058) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:05.133975 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-918f8c71-abba-4352-88da-f28b90a8b5cf admin admin] Deleting subnet de8c4bcf-a576-4950-bc09-b26f71281484 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:34:05.137657 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-918f8c71-abba-4352-88da-f28b90a8b5cf admin admin] Publish callbacks [] for subnet (de8c4bcf-a576-4950-bc09-b26f71281484), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.176636 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-918f8c71-abba-4352-88da-f28b90a8b5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610516'] for subnet (de8c4bcf-a576-4950-bc09-b26f71281484), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.286201 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-918f8c71-abba-4352-88da-f28b90a8b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (de8c4bcf-a576-4950-bc09-b26f71281484), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.424353 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device ade3da0e-610c-44c9-864c-2ec5af59b71a no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:05.449512 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: ade3da0e-610c-44c9-864c-2ec5af59b71a {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:34:05.450692 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device ade3da0e-610c-44c9-864c-2ec5af59b71a not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:34:05.450692 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 55d977f2-7e75-4499-9b9e-9d3c0f6834ba no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:05.481923 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 55d977f2-7e75-4499-9b9e-9d3c0f6834ba {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:34:05.488081 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 55d977f2-7e75-4499-9b9e-9d3c0f6834ba not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:34:05.511117 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-918f8c71-abba-4352-88da-f28b90a8b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25656069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25923208'] for subnet (de8c4bcf-a576-4950-bc09-b26f71281484), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.537118 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4544fbc7-f240-4925-9bd4-fa343904c334 None None] Network e5244d30-89fe-430c-aeab-b0e3d47eff3b requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:34:05.545379 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-918f8c71-abba-4352-88da-f28b90a8b5cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.549028 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-918f8c71-abba-4352-88da-f28b90a8b5cf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/de8c4bcf-a576-4950-bc09-b26f71281484 HTTP/1.1" status: 204 len: 168 time: 0.4633493 Apr 14 22:34:05.550672 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f8c71-abba-4352-88da-f28b90a8b5cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8c4bcf-a576-4950-bc09-b26f71281484,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:05.558299 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57062) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:05.664798 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:05.734955 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (e5244d30-89fe-430c-aeab-b0e3d47eff3b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.796250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] DHCP port deletion for e5244d30-89fe-430c-aeab-b0e3d47eff3b request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:34:05.846044 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 01f2d332-867f-4630-b799-2e87d57a6e21 is: DOWN; New status is: DOWN {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:34:05.854893 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Deleting port bd01e2e8-a826-47a9-b934-ce734bd2db11 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:05.858740 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.873441 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] Deleting port bd01e2e8-a826-47a9-b934-ce734bd2db11 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:05.874491 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:05.990618 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] For port bd01e2e8-a826-47a9-b934-ce734bd2db11, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=bd01e2e8-a826-47a9-b934-ce734bd2db11,segment=NetworkSegment(fe82c059-4a74-4989-8454-609b294d5620),segment_id=fe82c059-4a74-4989-8454-609b294d5620)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:05.991066 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.017827 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] Calling delete_port for bd01e2e8-a826-47a9-b934-ce734bd2db11 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:06.020908 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] For port bd01e2e8-a826-47a9-b934-ce734bd2db11, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=bd01e2e8-a826-47a9-b934-ce734bd2db11,segment=NetworkSegment(fe82c059-4a74-4989-8454-609b294d5620),segment_id=fe82c059-4a74-4989-8454-609b294d5620)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:06.021529 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.045756 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Calling delete_port for bd01e2e8-a826-47a9-b934-ce734bd2db11 owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:06.096428 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57072) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:06.221704 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.244612 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (bd01e2e8-a826-47a9-b934-ce734bd2db11), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.263285 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] No DVR routers for this DVR port bd01e2e8-a826-47a9-b934-ce734bd2db11 on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:34:06.302510 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e99b2a-9330-44ea-a9a5-237c896d5027 None None] Pushing event deleted for resources: {'Port': ['ID=bd01e2e8-a826-47a9-b934-ce734bd2db11,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:06.342542 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd01e2e8-a826-47a9-b934-ce734bd2db11,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:06.366476 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a0626e6b-504f-499f-888d-3980fba65880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.406744 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] No DVR routers for this DVR port bd01e2e8-a826-47a9-b934-ce734bd2db11 on host dv-cinder-820918-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:34:06.496207 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a0626e6b-504f-499f-888d-3980fba65880 admin admin] Publish callbacks [] for security_group (d61d0533-e5f0-4ebd-9100-404eedec8790), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.497426 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-16c621f9-8968-4c11-a3ee-ba8197587348 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1791251 Apr 14 22:34:06.523928 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a7f21-21f2-48c0-ab3f-8f56b76d4c73 req-4d53d4eb-85d1-4657-9fc5-ebef026c1ba6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:06.526148 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-260a7f21-21f2-48c0-ab3f-8f56b76d4c73 req-4d53d4eb-85d1-4657-9fc5-ebef026c1ba6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.1940887 Apr 14 22:34:06.629970 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a0626e6b-504f-499f-888d-3980fba65880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d61d0533-e5f0-4ebd-9100-404eedec8790), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.678904 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-a0626e6b-504f-499f-888d-3980fba65880 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8f7069eba094f85bc9b392fe04a0c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5793819 Apr 14 22:34:06.679655 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0626e6b-504f-499f-888d-3980fba65880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61d0533-e5f0-4ebd-9100-404eedec8790,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:06.683196 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57086) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:06.690287 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (e5244d30-89fe-430c-aeab-b0e3d47eff3b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.735669 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-5b513859-6fe6-4351-852e-bb07783dc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:06.739040 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-5b513859-6fe6-4351-852e-bb07783dc566 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 1130 time: 0.2039845 Apr 14 22:34:06.747908 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc25c475-c6bd-41db-aaba-12f7e588eb28 admin admin] Publish callbacks [] for security_group (d61d0533-e5f0-4ebd-9100-404eedec8790), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.778423 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc25c475-c6bd-41db-aaba-12f7e588eb28 admin admin] Publish callbacks [] for security_group (d61d0533-e5f0-4ebd-9100-404eedec8790), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.782000 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-80844dc5-cfdf-4943-9e40-cd410c04ef8d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582448 Apr 14 22:34:06.788359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5244d30-89fe-430c-aeab-b0e3d47eff3b']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:06.812937 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8417cb1b-7922-46d4-ba57-06432d86c6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.819609 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-260a7f21-21f2-48c0-ab3f-8f56b76d4c73 req-32028ef0-b45a-4292-87f1-1a12ddc9f0b1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828810 Apr 14 22:34:06.871420 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe82c059-4a74-4989-8454-609b294d5620') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:06.871420 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe82c059-4a74-4989-8454-609b294d5620') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:06.896869 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (fe82c059-4a74-4989-8454-609b294d5620), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.917451 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-c88097d4-f8a3-4545-b358-830d0b42ef8b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:06.920271 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-c88097d4-f8a3-4545-b358-830d0b42ef8b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports/01f2d332-867f-4630-b799-2e87d57a6e21 HTTP/1.1" status: 200 len: 941 time: 0.0640419 Apr 14 22:34:06.938106 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (fe82c059-4a74-4989-8454-609b294d5620), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.950149 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc25c475-c6bd-41db-aaba-12f7e588eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d61d0533-e5f0-4ebd-9100-404eedec8790), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.951920 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (fe82c059-4a74-4989-8454-609b294d5620), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: self.session.flush() Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: self.session.flush() Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: self.session.flush() Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: self.session.flush() Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:34:06.957070 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:34:06.960006 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cc25c475-c6bd-41db-aaba-12f7e588eb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:06.960006 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-cc25c475-c6bd-41db-aaba-12f7e588eb28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d61d0533-e5f0-4ebd-9100-404eedec8790 HTTP/1.1" status: 204 len: 168 time: 0.2720709 Apr 14 22:34:06.975124 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25c475-c6bd-41db-aaba-12f7e588eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61d0533-e5f0-4ebd-9100-404eedec8790,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:07.037269 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-38c16170-d944-4109-aab6-5c3e2939bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:07.039240 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-38c16170-d944-4109-aab6-5c3e2939bf25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.2559302 Apr 14 22:34:07.114793 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (e5244d30-89fe-430c-aeab-b0e3d47eff3b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:07.143194 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:07.150039 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e5244d30-89fe-430c-aeab-b0e3d47eff3b HTTP/1.1" status: 204 len: 168 time: 1.5896521 Apr 14 22:34:07.174494 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-c7f46bf1-1292-4f33-b1f8-f856a212f57b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a32e10a8-b4a5-4090-99a6-287d09b3ff32 HTTP/1.1" status: 200 len: 1002 time: 0.1256142 Apr 14 22:34:07.176638 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b4f2a-962f-4379-9d3a-b4ab609d3d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5244d30-89fe-430c-aeab-b0e3d47eff3b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:07.262479 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-e74feabc-4651-4c6b-92de-905dcd8e401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:07.264271 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-e74feabc-4651-4c6b-92de-905dcd8e401e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0820203 Apr 14 22:34:07.274176 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device bd01e2e8-a826-47a9-b934-ce734bd2db11 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:07.316611 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: bd01e2e8-a826-47a9-b934-ce734bd2db11 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:34:07.317594 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device bd01e2e8-a826-47a9-b934-ce734bd2db11 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:34:07.333428 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-00b6de15-05db-4c8b-99f0-1e0afc52afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:07.335881 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-00b6de15-05db-4c8b-99f0-1e0afc52afc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641813 Apr 14 22:34:07.484677 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-ecf936c7-7b57-49b7-8dbe-2829cb63e12b service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389244 Apr 14 22:34:07.593222 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-223edc98-95c7-49f3-a64f-a83a78c518f6 req-c88c43eb-f858-43b8-bf90-ed3cd9179c25 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012797 Apr 14 22:34:07.747030 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57102) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:07.803186 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a9ec5d04-b430-4e9b-9097-ae696720a186 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5fe69e9616544ab891e4d22428369e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542691 Apr 14 22:34:07.806110 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57104) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:07.838926 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57108) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:07.865054 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa80dbc5-f92d-4b62-9c16-e9eab032c57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:07.877901 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56b46bb9-1a8f-41bf-9134-5e47acdaef2c admin admin] Publish callbacks [] for security_group (97bbd5ba-1dad-456c-bc3f-58d780c5d56e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:07.909456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56b46bb9-1a8f-41bf-9134-5e47acdaef2c admin admin] Publish callbacks [] for security_group (97bbd5ba-1dad-456c-bc3f-58d780c5d56e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.056333 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6aff-6270-46f4-8590-477bf6a30d4c req-2dcfc4ad-639b-4938-8c32-5ea781beb24b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:08.056704 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.058450 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-95bb6aff-6270-46f4-8590-477bf6a30d4c req-2dcfc4ad-639b-4938-8c32-5ea781beb24b tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0950425 Apr 14 22:34:08.070061 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56b46bb9-1a8f-41bf-9134-5e47acdaef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (97bbd5ba-1dad-456c-bc3f-58d780c5d56e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.075253 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-56b46bb9-1a8f-41bf-9134-5e47acdaef2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.077267 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-56b46bb9-1a8f-41bf-9134-5e47acdaef2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97bbd5ba-1dad-456c-bc3f-58d780c5d56e HTTP/1.1" status: 204 len: 168 time: 0.2697616 Apr 14 22:34:08.085425 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa80dbc5-f92d-4b62-9c16-e9eab032c57a admin admin] Publish callbacks [] for security_group (05bf35ed-707f-4833-94d4-9122f01f99b2), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.091507 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b46bb9-1a8f-41bf-9134-5e47acdaef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bbd5ba-1dad-456c-bc3f-58d780c5d56e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:08.150108 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-95bb6aff-6270-46f4-8590-477bf6a30d4c req-8c872d23-0a1e-452d-b90a-29b61c491a63 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790434 Apr 14 22:34:08.162913 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa80dbc5-f92d-4b62-9c16-e9eab032c57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (05bf35ed-707f-4833-94d4-9122f01f99b2), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.214291 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-fa80dbc5-f92d-4b62-9c16-e9eab032c57a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdbce8a4d496429ab5048bcdc968ddb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721488 Apr 14 22:34:08.218447 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57114) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:08.225804 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80dbc5-f92d-4b62-9c16-e9eab032c57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf35ed-707f-4833-94d4-9122f01f99b2,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:08.298391 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7dfd20a5-3fe8-4814-9b7b-b85c187bb54b admin admin] Publish callbacks [] for security_group (05bf35ed-707f-4833-94d4-9122f01f99b2), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.326051 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7dfd20a5-3fe8-4814-9b7b-b85c187bb54b admin admin] Publish callbacks [] for security_group (05bf35ed-707f-4833-94d4-9122f01f99b2), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.498167 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7dfd20a5-3fe8-4814-9b7b-b85c187bb54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (05bf35ed-707f-4833-94d4-9122f01f99b2), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.501653 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7dfd20a5-3fe8-4814-9b7b-b85c187bb54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:08.503067 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-7dfd20a5-3fe8-4814-9b7b-b85c187bb54b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05bf35ed-707f-4833-94d4-9122f01f99b2 HTTP/1.1" status: 204 len: 168 time: 0.2835050 Apr 14 22:34:08.512284 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd20a5-3fe8-4814-9b7b-b85c187bb54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf35ed-707f-4833-94d4-9122f01f99b2,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:08.702287 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-3d545a37-11c0-41df-ab35-2d7ef6b65ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:08.703931 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-3d545a37-11c0-41df-ab35-2d7ef6b65ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca&tenant_id=8440fd0b09b84c66958ab2cfe0101e08 HTTP/1.1" status: 200 len: 1128 time: 0.0685143 Apr 14 22:34:08.777538 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-c19b43ab-a3c8-4874-a335-a54369a29f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:08.780252 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-c19b43ab-a3c8-4874-a335-a54369a29f04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 1128 time: 0.0477340 Apr 14 22:34:08.905617 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-773be504-33ba-47b2-a5e8-cdd68fcfe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:08.907246 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-773be504-33ba-47b2-a5e8-cdd68fcfe148 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 918 time: 0.1184664 Apr 14 22:34:09.030648 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-8187d9c0-160f-4086-9f0b-6807e09e79aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f2d332-867f-4630-b799-2e87d57a6e21 HTTP/1.1" status: 200 len: 1000 time: 0.1165826 Apr 14 22:34:09.049798 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57124) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:09.110625 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-b9213763-9840-4b95-bab8-9c751e7a6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:09.114183 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-b9213763-9840-4b95-bab8-9c751e7a6241 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.0755866 Apr 14 22:34:09.117066 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-3b8eb4bb-848c-452b-943e-016c89c09a70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d69a2f5ec777498e8fac508117595928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636659 Apr 14 22:34:09.121180 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57128) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:09.170077 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-890d3046-a657-4e35-b0f0-4419cb0f33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:09.171701 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-890d3046-a657-4e35-b0f0-4419cb0f33fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507832 Apr 14 22:34:09.216034 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-65d4dd38-b349-4ed5-8dfd-713e546e01b4 admin admin] Publish callbacks [] for security_group (98096f31-4a34-42a0-b4b4-7c7a149d8839), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:09.230081 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:09.267709 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-65d4dd38-b349-4ed5-8dfd-713e546e01b4 admin admin] Publish callbacks [] for security_group (98096f31-4a34-42a0-b4b4-7c7a149d8839), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:09.394419 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-f1cdaeca-c4b3-4929-be19-c45148f089b9 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156963 Apr 14 22:34:09.400971 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf4140-7451-4ec3-a607-509f1b0914e0 req-4076d2e6-ca3b-4f91-8b51-ff8df6e37e40 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:09.402548 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d0cf4140-7451-4ec3-a607-509f1b0914e0 req-4076d2e6-ca3b-4f91-8b51-ff8df6e37e40 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0898273 Apr 14 22:34:09.429900 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-65d4dd38-b349-4ed5-8dfd-713e546e01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (98096f31-4a34-42a0-b4b4-7c7a149d8839), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:09.433054 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-65d4dd38-b349-4ed5-8dfd-713e546e01b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:09.435318 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-65d4dd38-b349-4ed5-8dfd-713e546e01b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98096f31-4a34-42a0-b4b4-7c7a149d8839 HTTP/1.1" status: 204 len: 168 time: 0.3123679 Apr 14 22:34:09.447697 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4dd38-b349-4ed5-8dfd-713e546e01b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98096f31-4a34-42a0-b4b4-7c7a149d8839,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:09.522337 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d0cf4140-7451-4ec3-a607-509f1b0914e0 req-c859bc50-d3d4-4241-84bb-487926c5ddbd tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995452 Apr 14 22:34:09.560070 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6825f15-1b8c-4aaa-8c8b-02db309353ae req-d5f13c10-8b74-4e20-a278-9193c0e355a3 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562555 Apr 14 22:34:10.721348 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2444f7-ceab-4460-af68-051f33a9c350 req-3e7a48fd-3e75-473c-854b-ee9c078aa668 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:10.739843 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0f2444f7-ceab-4460-af68-051f33a9c350 req-3e7a48fd-3e75-473c-854b-ee9c078aa668 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.1233783 Apr 14 22:34:10.842603 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0f2444f7-ceab-4460-af68-051f33a9c350 req-3c3cc090-66ec-4906-ad9b-1638a49f180d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008854 Apr 14 22:34:10.852790 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:12.107523 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1d544-2bcd-4f54-96da-ce06f4a46dbb req-8a9bd4d0-b3cb-48e0-bd97-acd642d0bcf7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:12.115044 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fbc1d544-2bcd-4f54-96da-ce06f4a46dbb req-8a9bd4d0-b3cb-48e0-bd97-acd642d0bcf7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.1168177 Apr 14 22:34:12.175759 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fbc1d544-2bcd-4f54-96da-ce06f4a46dbb req-5591f729-60d9-4ce6-9de6-9740d78b48be tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575504 Apr 14 22:34:13.386828 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac742-53c5-4eaa-b745-0b420c0a65b5 req-894c4afd-bd94-4a8c-9c1b-a40a1e3b62e9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:13.389570 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2e0ac742-53c5-4eaa-b745-0b420c0a65b5 req-894c4afd-bd94-4a8c-9c1b-a40a1e3b62e9 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0894794 Apr 14 22:34:13.501787 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2e0ac742-53c5-4eaa-b745-0b420c0a65b5 req-727f38b8-2081-41df-b09c-d0a5241425d8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003184 Apr 14 22:34:14.693824 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7cf79-1657-47b0-a682-c65658abf001 req-047fd65c-fc96-4ccf-8f77-dd18a0e25a90 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:14.695669 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6eb7cf79-1657-47b0-a682-c65658abf001 req-047fd65c-fc96-4ccf-8f77-dd18a0e25a90 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0573170 Apr 14 22:34:14.763018 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6eb7cf79-1657-47b0-a682-c65658abf001 req-4409f757-7309-42b7-b8b0-1f7d5274982d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572939 Apr 14 22:34:15.699924 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:34:15.760985 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57230) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:15.984197 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869593f5-f63f-4a35-ace9-61f8d1023d95 req-4df5b30f-6a95-4c61-8c63-16dadf4c027d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:15.991750 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-869593f5-f63f-4a35-ace9-61f8d1023d95 req-4df5b30f-6a95-4c61-8c63-16dadf4c027d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0945015 Apr 14 22:34:16.054859 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:16.156890 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-869593f5-f63f-4a35-ace9-61f8d1023d95 req-1b8ff6b0-75ee-4535-86ea-c4ccd7e078cc tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629772 Apr 14 22:34:16.318651 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Publish callbacks [] for security_group (6d35012f-d581-4b37-abf4-9e92f52e41d5), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:16.383914 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (6d35012f-d581-4b37-abf4-9e92f52e41d5), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:16.431781 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=373c61129189401eaf4638e905b3e5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6691358 Apr 14 22:34:16.432704 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d35012f-d581-4b37-abf4-9e92f52e41d5,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:16.437389 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57242) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:16.448704 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.449095 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.449449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.449793 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.450256 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.450545 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.450909 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.453575 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.453943 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.454282 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.454620 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.454986 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.455507 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.455839 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.456775 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab739b-fe31-42be-8884-747c7067e4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:16.616205 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Publish callbacks [] for security_group (6d35012f-d581-4b37-abf4-9e92f52e41d5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:16.665948 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Publish callbacks [] for security_group (6d35012f-d581-4b37-abf4-9e92f52e41d5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:16.979227 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (6d35012f-d581-4b37-abf4-9e92f52e41d5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:16.981940 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:16.987910 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d35012f-d581-4b37-abf4-9e92f52e41d5 HTTP/1.1" status: 204 len: 168 time: 0.5434709 Apr 14 22:34:16.993475 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d35012f-d581-4b37-abf4-9e92f52e41d5,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:17.001716 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.002173 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.002584 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.003517 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.004054 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.004392 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.004935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.005359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.005886 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.006376 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.006733 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.007306 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.007598 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.008109 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.008432 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cdac75-bb8c-44b8-8221-366199fb2329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:17.348268 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebd294-1256-47e9-9223-cd04d402a212 req-ba28b036-274d-412f-952c-c57aabde34ec tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:17.352748 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dfebd294-1256-47e9-9223-cd04d402a212 req-ba28b036-274d-412f-952c-c57aabde34ec tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0781589 Apr 14 22:34:17.482570 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dfebd294-1256-47e9-9223-cd04d402a212 req-7279fa24-97d4-4c17-ab59-ce0d2246e085 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173365 Apr 14 22:34:18.022756 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57262) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:18.038202 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f309b715-03f0-4a3d-a035-56cfe29bc632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:18.183713 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f309b715-03f0-4a3d-a035-56cfe29bc632 admin admin] Publish callbacks [] for security_group (3c5d6739-6788-44b8-b17e-019e219a5522), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:18.458868 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f309b715-03f0-4a3d-a035-56cfe29bc632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (3c5d6739-6788-44b8-b17e-019e219a5522), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:18.518225 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f309b715-03f0-4a3d-a035-56cfe29bc632 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b9ecbbd52e14eee96b5df0b40d65984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942710 Apr 14 22:34:18.519878 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309b715-03f0-4a3d-a035-56cfe29bc632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5d6739-6788-44b8-b17e-019e219a5522,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:18.522152 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57264) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:18.636037 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e31c5a6a-15e9-4184-94b2-f442712c360e admin admin] Publish callbacks [] for security_group (3c5d6739-6788-44b8-b17e-019e219a5522), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:18.686030 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e31c5a6a-15e9-4184-94b2-f442712c360e admin admin] Publish callbacks [] for security_group (3c5d6739-6788-44b8-b17e-019e219a5522), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:18.694498 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195565b-2fdc-4527-a61d-3a2d8e1c8ef0 req-ef861408-91a7-4e92-ada1-bf4095cff384 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:18.698511 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1195565b-2fdc-4527-a61d-3a2d8e1c8ef0 req-ef861408-91a7-4e92-ada1-bf4095cff384 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0744047 Apr 14 22:34:18.778571 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1195565b-2fdc-4527-a61d-3a2d8e1c8ef0 req-7921afa2-35d6-4bd8-b7d9-9e029cb923e6 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740738 Apr 14 22:34:18.852251 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e31c5a6a-15e9-4184-94b2-f442712c360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (3c5d6739-6788-44b8-b17e-019e219a5522), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:18.855101 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e31c5a6a-15e9-4184-94b2-f442712c360e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:18.856389 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e31c5a6a-15e9-4184-94b2-f442712c360e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c5d6739-6788-44b8-b17e-019e219a5522 HTTP/1.1" status: 204 len: 168 time: 0.3327832 Apr 14 22:34:18.865479 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c5a6a-15e9-4184-94b2-f442712c360e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5d6739-6788-44b8-b17e-019e219a5522,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:19.286461 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518ed2d-3a8a-4970-844f-0bdbabdf7dd0 req-2781bfdf-fd39-47ce-8ab7-ec7e46918fbb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:19.288261 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f518ed2d-3a8a-4970-844f-0bdbabdf7dd0 req-2781bfdf-fd39-47ce-8ab7-ec7e46918fbb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0571804 Apr 14 22:34:19.346059 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f518ed2d-3a8a-4970-844f-0bdbabdf7dd0 req-5360e072-8a4b-4212-b4b2-940963510060 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515919 Apr 14 22:34:19.942632 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c56f9d-19df-4b9e-b466-030246e1a24c req-fdb39cd1-0713-40c0-92bf-7347605d2f7f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:19.942632 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b7c56f9d-19df-4b9e-b466-030246e1a24c req-fdb39cd1-0713-40c0-92bf-7347605d2f7f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0723267 Apr 14 22:34:20.012883 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b7c56f9d-19df-4b9e-b466-030246e1a24c req-9dfbeba9-3eac-4218-9853-b9e2de94bb93 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608597 Apr 14 22:34:20.487606 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94416890-147c-4160-8335-930aa5c774f4 req-bad1105f-bb8a-47a4-8e4c-be92a2c5213d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:20.490197 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-94416890-147c-4160-8335-930aa5c774f4 req-bad1105f-bb8a-47a4-8e4c-be92a2c5213d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0610752 Apr 14 22:34:20.561902 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-94416890-147c-4160-8335-930aa5c774f4 req-72f49744-9c65-49b0-b024-eae088fceba0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652850 Apr 14 22:34:21.159647 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a0c7b-ed8b-4c7c-bad6-20a9ad3050fa req-905266e1-74cb-4d42-a9d3-a4c37e7482c8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:21.161549 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b9a0c7b-ed8b-4c7c-bad6-20a9ad3050fa req-905266e1-74cb-4d42-a9d3-a4c37e7482c8 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0499949 Apr 14 22:34:21.231396 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7b9a0c7b-ed8b-4c7c-bad6-20a9ad3050fa req-77f7a6c2-0f39-46d4-a5d3-d1f004dce4c1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625570 Apr 14 22:34:21.718274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f562c2c-45a7-4884-9ee8-16749ed676c3 req-e423fdc3-d64c-4ab6-a8f8-f7bb0d63d6ab tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:21.720034 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8f562c2c-45a7-4884-9ee8-16749ed676c3 req-e423fdc3-d64c-4ab6-a8f8-f7bb0d63d6ab tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0667880 Apr 14 22:34:21.778867 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-8f562c2c-45a7-4884-9ee8-16749ed676c3 req-808dc47e-9462-44ca-a6ce-ec2772209c30 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510693 Apr 14 22:34:22.126555 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd933285-2bba-4679-8835-54f39999a67c req-7f003063-d619-480f-8313-0efa2b35d333 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:22.128245 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd933285-2bba-4679-8835-54f39999a67c req-7f003063-d619-480f-8313-0efa2b35d333 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0759842 Apr 14 22:34:22.237133 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Deleting port a32e10a8-b4a5-4090-99a6-287d09b3ff32 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:22.238234 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:22.444558 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de3b2e-138f-49b8-9b97-4e4264adb82a req-45b04f3c-39b3-454c-91f2-956e3bacd4c3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:22.446112 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-58de3b2e-138f-49b8-9b97-4e4264adb82a req-45b04f3c-39b3-454c-91f2-956e3bacd4c3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0719287 Apr 14 22:34:22.477612 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] For port a32e10a8-b4a5-4090-99a6-287d09b3ff32, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=a32e10a8-b4a5-4090-99a6-287d09b3ff32,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:22.477986 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:22.561960 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-58de3b2e-138f-49b8-9b97-4e4264adb82a req-850fff0b-71a6-45f7-8ff0-05b1742f3c2d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093473 Apr 14 22:34:22.693210 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:22.693473 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (64461476-ec22-4386-809b-9827494ffa97), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:22.693785 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Floating IP 64461476-ec22-4386-809b-9827494ffa97 disassociated. External IP: 172.27.0.202, port: a32e10a8-b4a5-4090-99a6-287d09b3ff32. Apr 14 22:34:22.694176 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Calling delete_port for a32e10a8-b4a5-4090-99a6-287d09b3ff32 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:22.904604 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257da61b-2c65-479c-a3f3-64a503e2572f req-5ba005bf-5e8f-4c94-91d4-6375fbd68c23 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:22.906211 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-257da61b-2c65-479c-a3f3-64a503e2572f req-5ba005bf-5e8f-4c94-91d4-6375fbd68c23 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 946 time: 0.0509021 Apr 14 22:34:22.960883 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-257da61b-2c65-479c-a3f3-64a503e2572f req-8dc48c03-c658-4bd5-a2b3-6833dea2c6bf tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Apr 14 22:34:23.017565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (a32e10a8-b4a5-4090-99a6-287d09b3ff32), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:23.048500 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event deleted for resources: {'Port': ['ID=a32e10a8-b4a5-4090-99a6-287d09b3ff32,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:23.189443 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:34:23.333665 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:34:23.348408 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:34:23.380940 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:23.380940 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:23.427474 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] No DVR routers for this DVR port a32e10a8-b4a5-4090-99a6-287d09b3ff32 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:34:23.440282 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:23.444724 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cd933285-2bba-4679-8835-54f39999a67c req-8a7b9e37-7484-4503-83a3-ebd223d832bd tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "DELETE /v2.0/ports/a32e10a8-b4a5-4090-99a6-287d09b3ff32 HTTP/1.1" status: 204 len: 173 time: 1.3106310 Apr 14 22:34:23.445298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'name': 'network-vif-deleted', 'tag': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:34:23.448375 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3ccb77-bc34-4f8d-8759-f3b3d9cec445" -d '{"events": [{"server_uuid": "4ba265f0-5d2f-44c9-b8c0-48791ace403f", "name": "network-vif-deleted", "tag": "a32e10a8-b4a5-4090-99a6-287d09b3ff32"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:34:23.515495 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d600f0a-f9f2-4e2a-8b5a-16100b9e04ad x-openstack-request-id: req-9d600f0a-f9f2-4e2a-8b5a-16100b9e04ad {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:34:23.516073 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba265f0-5d2f-44c9-b8c0-48791ace403f", "name": "network-vif-deleted", "tag": "a32e10a8-b4a5-4090-99a6-287d09b3ff32", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:34:23.516652 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d600f0a-f9f2-4e2a-8b5a-16100b9e04ad {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:34:23.517321 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d600f0a-f9f2-4e2a-8b5a-16100b9e04ad'] response: {'server_uuid': '4ba265f0-5d2f-44c9-b8c0-48791ace403f', 'name': 'network-vif-deleted', 'tag': 'a32e10a8-b4a5-4090-99a6-287d09b3ff32', 'status': 'completed', 'code': 200} Apr 14 22:34:23.591714 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:23.719130 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01052d2d-c145-4e26-8d11-1b2621b32c32 req-b2c5e35a-b794-448a-80c4-e777719ed883 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:23.723078 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-01052d2d-c145-4e26-8d11-1b2621b32c32 req-b2c5e35a-b794-448a-80c4-e777719ed883 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 944 time: 0.0576093 Apr 14 22:34:23.742605 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:34:23.803498 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-01052d2d-c145-4e26-8d11-1b2621b32c32 req-d440a51b-7609-4889-8fb2-2706582c4fec tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745473 Apr 14 22:34:23.899516 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:23.910926 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:23.926847 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '01f2d332-867f-4630-b799-2e87d57a6e21', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'port_id': '01f2d332-867f-4630-b799-2e87d57a6e21', 'mac_address': 'fa:16:3e:af:8d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:34:23.928465 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:34:23.947948 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:23.949744 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:23.985349 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 01f2d332-867f-4630-b799-2e87d57a6e21 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:34:23.985349 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:24.000918 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f2d332-867f-4630-b799-2e87d57a6e21 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:34:24.036319 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:24.111150 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-83bcefa6-5c6c-4bc6-8099-0fe304472fe0 req-d1aca6cd-5d88-4e36-aa03-8529a782d986 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0440633 Apr 14 22:34:24.122862 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:24.416672 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:24.475276 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e0e37-2583-439b-bd86-3eedd0a3f142 None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:34:24.544860 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:24.631953 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=9']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:24.646277 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.646868 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.647442 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.648212 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.648758 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.649312 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.649858 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.650437 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.651216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.651778 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.652306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.652844 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.653400 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.653938 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.654474 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:34:24.802322 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['01f2d332-867f-4630-b799-2e87d57a6e21'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:34:24.809892 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4df68-4761-4723-9c94-eba870a90dcb None None] New status for floating IP 64461476-ec22-4386-809b-9827494ffa97: DOWN {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:34:25.034453 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6dc65a-fd0c-4d30-8f9a-e65800f79a97 req-ca5d7a43-2450-4b00-be2c-bae43adbb04d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:25.036944 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fa6dc65a-fd0c-4d30-8f9a-e65800f79a97 req-ca5d7a43-2450-4b00-be2c-bae43adbb04d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 945 time: 0.0931938 Apr 14 22:34:25.137812 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-fa6dc65a-fd0c-4d30-8f9a-e65800f79a97 req-4b4e2a50-2363-44ca-ba81-65835522df22 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895476 Apr 14 22:34:25.267367 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d5dc20b5-aed8-4805-b8e1-45ca53428e0d req-f4412d67-86f8-4004-9525-b7a6733fc9c8 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ba265f0-5d2f-44c9-b8c0-48791ace403f HTTP/1.1" status: 200 len: 210 time: 0.0514627 Apr 14 22:34:25.828678 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:34:25.890207 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 01f2d332-867f-4630-b799-2e87d57a6e21 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:34:25.890603 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:25.988119 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 01f2d332-867f-4630-b799-2e87d57a6e21 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:34:25.988666 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:26.019717 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:34:26.023697 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7530ca37-0e5d-4ee7-9592-bf63503694dc" -d '{"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-plugged", "status": "completed", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:34:26.058942 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:26.071776 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546ec68b-c29d-4996-af94-b91cf8e5a572 x-openstack-request-id: req-546ec68b-c29d-4996-af94-b91cf8e5a572 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:34:26.072531 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-plugged", "status": "completed", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:34:26.072957 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-546ec68b-c29d-4996-af94-b91cf8e5a572 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:34:26.073622 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546ec68b-c29d-4996-af94-b91cf8e5a572'] response: {'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21', 'code': 200} Apr 14 22:34:26.143965 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:26.145312 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device a32e10a8-b4a5-4090-99a6-287d09b3ff32 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:26.240213 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: a32e10a8-b4a5-4090-99a6-287d09b3ff32 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:34:26.240954 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device a32e10a8-b4a5-4090-99a6-287d09b3ff32 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:34:26.294170 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=10']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:26.345300 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe7725-a0c4-42db-9020-dd18732d01d8 req-c10daff2-bd1c-4346-93ca-c352aca8093c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:26.348258 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a8fe7725-a0c4-42db-9020-dd18732d01d8 req-c10daff2-bd1c-4346-93ca-c352aca8093c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0749164 Apr 14 22:34:26.415223 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a8fe7725-a0c4-42db-9020-dd18732d01d8 req-44faad0a-db99-4eec-8ddc-4a7e3d234612 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573554 Apr 14 22:34:26.531726 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e6c06-da86-438c-97a5-f565d7dc3126 req-a4bf027a-6a71-46f8-9fd0-3b027612f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:26.533397 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684e6c06-da86-438c-97a5-f565d7dc3126 req-a4bf027a-6a71-46f8-9fd0-3b027612f8d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 1131 time: 0.0824566 Apr 14 22:34:26.587838 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-684e6c06-da86-438c-97a5-f565d7dc3126 req-0444eb88-45cb-4f67-b350-f2c4ddf43312 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464122 Apr 14 22:34:26.765222 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-18c66fa5-2c5e-4c76-894f-43f23d8816f1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667671413&fields=id&tenant_id=4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 267 time: 0.0544913 Apr 14 22:34:26.900761 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-45741537-d565-4fc9-aea2-dff8ffcf8f3c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:26.902629 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-45741537-d565-4fc9-aea2-dff8ffcf8f3c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 811 time: 0.1293540 Apr 14 22:34:26.923064 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-6162bedf-169b-402a-9d94-53f9f21055d3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/quotas/4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 375 time: 0.0103149 Apr 14 22:34:26.981184 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-6d5e991d-b104-482b-8fdc-a11f1ecf6636 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518491 Apr 14 22:34:27.222672 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-3c28f8b3-cfa4-4706-97ec-0d848f073916 service neutron] 10.222.0.50 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282286 Apr 14 22:34:27.328263 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-0b7dcd2f-f509-4ffd-a3eb-304a529a7d7a service neutron] 10.222.0.50 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994511 Apr 14 22:34:27.617277 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1223c2-5fbb-4ed6-9337-54b87550b361 req-d2fb5afc-32d6-447f-a096-4ca2c767df4f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:27.618926 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7c1223c2-5fbb-4ed6-9337-54b87550b361 req-d2fb5afc-32d6-447f-a096-4ca2c767df4f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0634222 Apr 14 22:34:27.676995 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7c1223c2-5fbb-4ed6-9337-54b87550b361 req-705cdf27-f6ca-414b-af22-165d4a194285 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488069 Apr 14 22:34:28.005766 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-96d27091-f4ac-4484-b397-0b6ee9321161 req-9706e4c5-dd93-4f32-ab2b-96266353fa7b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 210 time: 0.0366530 Apr 14 22:34:28.864182 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cf672-38e2-45c4-b601-058a230dfe7f req-b1214c69-a023-4912-8a42-6abef8dc19fe tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:28.866165 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f60cf672-38e2-45c4-b601-058a230dfe7f req-b1214c69-a023-4912-8a42-6abef8dc19fe tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0910840 Apr 14 22:34:28.923258 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f60cf672-38e2-45c4-b601-058a230dfe7f req-d9c59040-9cd8-4f56-bdfc-73b3ed2b1429 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480866 Apr 14 22:34:29.140284 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-84a9a9dc-c411-46ed-8919-500ceb92f13c req-af77d571-c0ec-489d-8833-a3a136706e36 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 210 time: 0.0335898 Apr 14 22:34:30.094310 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4141af-711f-4efd-8970-6dcac7adef21 req-966a12f1-2234-44d2-a80d-27ff22890f97 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:30.096141 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0c4141af-711f-4efd-8970-6dcac7adef21 req-966a12f1-2234-44d2-a80d-27ff22890f97 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0837104 Apr 14 22:34:30.158263 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0c4141af-711f-4efd-8970-6dcac7adef21 req-eec035bd-198d-4f45-9ce3-ede9195500d0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537431 Apr 14 22:34:30.354277 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2c8b409b-ef02-484a-9013-e14e54195894 req-6bce4fe2-d57e-425c-a849-934a082fb256 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 210 time: 0.0648749 Apr 14 22:34:30.639230 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-5edaeb2b-7169-40bb-97e1-1f95f2e93a5a tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:30.641439 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-5edaeb2b-7169-40bb-97e1-1f95f2e93a5a tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 811 time: 0.1968567 Apr 14 22:34:30.792972 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-a9782131-c29b-495b-b74b-36654d3d52ff tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 380 time: 0.0672131 Apr 14 22:34:30.802624 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'port': {'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'admin_state_up': True, 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'security_groups': ['3c2af8f5-980b-4150-86a7-a93bef4a1247']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:34:31.290300 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Made reservation on behalf of 4bb0bc5b44d44e82b46c0d5391196c99 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:34:31.293729 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:31.324924 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcf72f-4595-46cf-b9e2-e89d78aa194f req-6774a3b2-a6c1-42c4-9ad3-7efedf52afa1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:31.326412 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7bfcf72f-4595-46cf-b9e2-e89d78aa194f req-6774a3b2-a6c1-42c4-9ad3-7efedf52afa1 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0661860 Apr 14 22:34:31.433587 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7bfcf72f-4595-46cf-b9e2-e89d78aa194f req-1560fc01-9d49-4cff-9236-3f625cad1e01 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968356 Apr 14 22:34:31.483317 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-18e4a1f6-9b82-48ee-9f26-2407707afd0e req-ee37d1c2-a390-434f-b8e0-ac78bd752d22 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 210 time: 0.0367682 Apr 14 22:34:31.516732 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Allocated IP 172.20.0.10 (f7bfc711-f464-4d61-846c-bcc9df2c170e/92537d96-b02e-442e-99fe-17128df02580/55fcdb32-9209-4903-a5ba-ed5eddeb4e0f) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:34:31.689073 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:31.818827 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:31.847960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:31.894474 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Network f7bfc711-f464-4d61-846c-bcc9df2c170e is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:34:31.900444 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:34:31.904863 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:34:31.913222 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:31.981512 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:31.982502 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:32.067242 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-e492393b-67ec-429a-9ddb-cb726cb19b41 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2688229 Apr 14 22:34:32.086296 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Request body: {'port': {'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:34:32.136312 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-ce62dfec-423f-44f6-a2bc-5f333382e4b7 None None] Provisioning complete for port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:34:32.136696 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ce62dfec-423f-44f6-a2bc-5f333382e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:32.176288 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:32.176588 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ce62dfec-423f-44f6-a2bc-5f333382e4b7 None None] Port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:34:32.556013 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:34:32.567222 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Publish callbacks [] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:32.590832 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Transition to ACTIVE for port object 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:34:32.640510 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9ec82-49a4-494c-93d8-045d85505eca req-0b37313c-f91c-4822-add9-50ef13b323d6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:32.644330 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-58f9ec82-49a4-494c-93d8-045d85505eca req-0b37313c-f91c-4822-add9-50ef13b323d6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 932 time: 0.0584905 Apr 14 22:34:32.663630 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:32.715681 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-58f9ec82-49a4-494c-93d8-045d85505eca req-02d59010-63c8-41bd-b726-d1a348caee10 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611086 Apr 14 22:34:32.769591 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Pushing event updated for resources: {'Port': ['ID=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:32.850972 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Attempting to bind port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:34:32.851324 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Attempting to bind port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:34:32.851889 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Attempting to bind port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f on network f7bfc711-f464-4d61-846c-bcc9df2c170e {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:34:32.857671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f on network f7bfc711-f464-4d61-846c-bcc9df2c170e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:34:32.858040 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Attempting to bind port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f on network f7bfc711-f464-4d61-846c-bcc9df2c170e {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:34:32.865332 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:34:32.865717 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Checking segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:34:32.866253 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Bound using segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:34:32.866874 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Bound port: 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:34:32.867264 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:32.958458 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] For port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:34:32.962320 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] For port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:34:33.042254 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:33.100388 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:33.101018 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:33.102557 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] 10.222.0.37 "PUT /v2.0/ports/55fcdb32-9209-4903-a5ba-ed5eddeb4e0f HTTP/1.1" status: 200 len: 1094 time: 1.0248530 Apr 14 22:34:33.103051 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:34:33.105582 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2218151f-9391-4171-904f-3dbf910e99af" -d '{"events": [{"name": "network-changed", "server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:34:33.160024 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e779d-74e7-4c0b-8b10-be769267768a service neutron] Pushing event updated for resources: {'Port': ['ID=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:33.168217 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f56c9e-2606-471b-bc30-69128e70bfe5 x-openstack-request-id: req-50f56c9e-2606-471b-bc30-69128e70bfe5 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:34:33.168792 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:34:33.169242 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50f56c9e-2606-471b-bc30-69128e70bfe5 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:34:33.171657 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f56c9e-2606-471b-bc30-69128e70bfe5'] response: {'name': 'network-changed', 'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'status': 'completed', 'code': 200} Apr 14 22:34:33.260599 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218151f-9391-4171-904f-3dbf910e99af req-2cca8871-d648-437d-b618-fe823a35eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:33.263408 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2218151f-9391-4171-904f-3dbf910e99af req-2cca8871-d648-437d-b618-fe823a35eb63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 1128 time: 0.0744560 Apr 14 22:34:33.391272 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218151f-9391-4171-904f-3dbf910e99af req-16be866b-b0a7-440b-9948-d772cfd5c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:33.392757 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2218151f-9391-4171-904f-3dbf910e99af req-16be866b-b0a7-440b-9948-d772cfd5c7b3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1191671 Apr 14 22:34:33.511432 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218151f-9391-4171-904f-3dbf910e99af req-ea732d1e-4eaf-4155-b748-55ec926e7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:33.513043 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2218151f-9391-4171-904f-3dbf910e99af req-ea732d1e-4eaf-4155-b748-55ec926e7eb8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133962 Apr 14 22:34:33.610916 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-22086131-002a-4fcb-9227-580cfbd334f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:33.613062 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-22086131-002a-4fcb-9227-580cfbd334f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 1128 time: 0.0511222 Apr 14 22:34:33.665082 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-ab82417d-8e1b-44c9-bcde-aed5be679694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f HTTP/1.1" status: 200 len: 217 time: 0.0436268 Apr 14 22:34:33.766305 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-b77a696b-13dc-4cc2-a85f-f46b3db9be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:33.768982 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-b77a696b-13dc-4cc2-a85f-f46b3db9be35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0800605 Apr 14 22:34:33.894170 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-6d67fd5d-c9a4-4e9a-b85a-23f697bd18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:33.896779 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-6d67fd5d-c9a4-4e9a-b85a-23f697bd18ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210401 Apr 14 22:34:33.957936 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a6c58-60ae-4afd-971a-076756a794fa req-419f28c3-a20c-4f05-87af-f0542a522f30 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:33.960933 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6e7a6c58-60ae-4afd-971a-076756a794fa req-419f28c3-a20c-4f05-87af-f0542a522f30 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.1367760 Apr 14 22:34:34.139152 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6e7a6c58-60ae-4afd-971a-076756a794fa req-34fe0271-9dd9-494f-b541-3f2afa640d10 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639619 Apr 14 22:34:34.169922 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-7b1191f0-6a38-44f9-81ff-762ae49713d7 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637811 Apr 14 22:34:34.277868 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-ba8a7881-b505-41f2-83fb-3bccccd9731b req-9fa83339-28ae-4642-b51f-e364e23442b9 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007001 Apr 14 22:34:34.457903 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7484d169-cf60-4a1e-a847-0256d59cc7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:35.275147 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96a74-e380-4937-afe0-9b9fac900b4d req-03c61f39-b707-4aae-b8fb-c1299f394bc1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:35.276943 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-45c96a74-e380-4937-afe0-9b9fac900b4d req-03c61f39-b707-4aae-b8fb-c1299f394bc1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0514822 Apr 14 22:34:35.339265 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-45c96a74-e380-4937-afe0-9b9fac900b4d req-72c2a384-20e1-4959-9001-ea64009c22c6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518434 Apr 14 22:34:36.464484 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4d90d-0eba-4d85-a597-540f0f725526 req-cc007cef-177d-480d-9227-62ff5db6ae54 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:36.465996 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2fb4d90d-0eba-4d85-a597-540f0f725526 req-cc007cef-177d-480d-9227-62ff5db6ae54 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0531721 Apr 14 22:34:36.523998 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2fb4d90d-0eba-4d85-a597-540f0f725526 req-32a1a5a4-61d9-4c81-8f7b-561719ee3a45 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498679 Apr 14 22:34:36.794326 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a9a18da2-5a24-4552-81c6-b27039fbfdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:37.670164 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da870c-e6e2-4ab1-bac5-f71508d59f02 req-8b0fdfde-5b10-463d-b3df-abdafe537e35 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:37.671840 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a0da870c-e6e2-4ab1-bac5-f71508d59f02 req-8b0fdfde-5b10-463d-b3df-abdafe537e35 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0631373 Apr 14 22:34:37.751260 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a0da870c-e6e2-4ab1-bac5-f71508d59f02 req-06aaec3e-741b-4b33-8cf6-b23489118b9a tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722129 Apr 14 22:34:38.138300 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:38.901865 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f894db-d8ea-456e-b60a-fab2911ecc71 req-558fda59-1c50-4823-a151-5bc81cfc0481 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:38.903856 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a6f894db-d8ea-456e-b60a-fab2911ecc71 req-558fda59-1c50-4823-a151-5bc81cfc0481 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0744860 Apr 14 22:34:38.968898 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a6f894db-d8ea-456e-b60a-fab2911ecc71 req-d2a85eb5-a99a-4516-a1b2-e87bb493be51 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591350 Apr 14 22:34:39.234900 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:39.563176 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848bd0a-d571-4a75-86b9-fca3194db3e6 req-a282e130-8336-4dd8-8c18-31a024bfe813 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:39.565472 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3848bd0a-d571-4a75-86b9-fca3194db3e6 req-a282e130-8336-4dd8-8c18-31a024bfe813 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.0568860 Apr 14 22:34:39.617983 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3848bd0a-d571-4a75-86b9-fca3194db3e6 req-380dc90f-ece8-4ea1-b731-0ca303b3e7c7 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457633 Apr 14 22:34:40.107807 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897785e-0686-4218-a24a-acb9b9377084 req-21eeffc4-c69a-4201-b106-30988076f84d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:40.109407 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8897785e-0686-4218-a24a-acb9b9377084 req-21eeffc4-c69a-4201-b106-30988076f84d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0573249 Apr 14 22:34:40.165348 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8897785e-0686-4218-a24a-acb9b9377084 req-43281f72-3974-4c80-bbfc-4133544b7360 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489650 Apr 14 22:34:40.743510 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1c9cd-38d4-4756-8c6f-38210bd27e7a req-2037c0b1-15ec-446b-b55d-843bcfe25258 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:40.745150 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-deb1c9cd-38d4-4756-8c6f-38210bd27e7a req-2037c0b1-15ec-446b-b55d-843bcfe25258 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.0515251 Apr 14 22:34:40.810859 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-deb1c9cd-38d4-4756-8c6f-38210bd27e7a req-822f642c-f3e1-4120-951d-459fb2b6c9a1 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592332 Apr 14 22:34:40.841074 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:41.289858 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cb103-6d59-49a4-ae70-323873f0c974 req-8834a870-5d57-48e9-addb-c6adb9bf713c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:41.291592 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-863cb103-6d59-49a4-ae70-323873f0c974 req-8834a870-5d57-48e9-addb-c6adb9bf713c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0527418 Apr 14 22:34:41.346460 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-863cb103-6d59-49a4-ae70-323873f0c974 req-a91376e6-0833-45ea-903c-df3731aa4810 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481091 Apr 14 22:34:41.948322 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edf5b7-51f9-49dd-9225-701dcd2b3103 req-7bf482cf-994e-4864-9798-633e65fd5dca tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:41.949986 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18edf5b7-51f9-49dd-9225-701dcd2b3103 req-7bf482cf-994e-4864-9798-633e65fd5dca tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.0582418 Apr 14 22:34:42.011190 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-18edf5b7-51f9-49dd-9225-701dcd2b3103 req-6882e9a6-61f9-4bfb-b4d4-b5dc919cddcd tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507736 Apr 14 22:34:42.508672 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ecb25-cfe9-4fb9-8b84-e544e6911ed0 req-9baf5d4a-bb12-426e-a53d-073efe4683b3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:42.510395 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d71ecb25-cfe9-4fb9-8b84-e544e6911ed0 req-9baf5d4a-bb12-426e-a53d-073efe4683b3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0614667 Apr 14 22:34:42.570163 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d71ecb25-cfe9-4fb9-8b84-e544e6911ed0 req-8829f113-5fc9-479f-92fd-56b39e7aef67 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500841 Apr 14 22:34:43.162785 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484a761-28e0-4d3b-83bb-b72101efa26e req-1cabec8d-f8f6-4e73-a07b-365722ad5746 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:43.164584 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2484a761-28e0-4d3b-83bb-b72101efa26e req-1cabec8d-f8f6-4e73-a07b-365722ad5746 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.0673075 Apr 14 22:34:43.231872 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2484a761-28e0-4d3b-83bb-b72101efa26e req-ce1533a7-0d03-4fc9-a60b-3c51cef42448 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601616 Apr 14 22:34:43.692681 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ab0d9-86f0-4ae1-a45c-f8628772f419 req-f0f05f87-960b-4385-b315-934ad3fa7273 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:43.694330 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c19ab0d9-86f0-4ae1-a45c-f8628772f419 req-f0f05f87-960b-4385-b315-934ad3fa7273 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0517187 Apr 14 22:34:43.768624 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c19ab0d9-86f0-4ae1-a45c-f8628772f419 req-cd298c03-5355-4a3b-b2f6-5a42aa31de5d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606892 Apr 14 22:34:44.069263 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-966771d4-e522-4ba7-8930-bea5b7d86ec6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:44.070984 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-966771d4-e522-4ba7-8930-bea5b7d86ec6 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.0593486 Apr 14 22:34:44.183408 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Deleting port 329fc7c5-7d24-41c1-8012-33238b1aa24d {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:44.184699 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:44.321433 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] For port 329fc7c5-7d24-41c1-8012-33238b1aa24d, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=329fc7c5-7d24-41c1-8012-33238b1aa24d,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:44.321433 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:44.505833 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51678-f2a0-4a41-9020-e5e1cf9856c0 req-8c746478-00cd-4872-8402-0f372f3d5c68 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:44.509603 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-acc51678-f2a0-4a41-9020-e5e1cf9856c0 req-8c746478-00cd-4872-8402-0f372f3d5c68 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 945 time: 0.1812494 Apr 14 22:34:44.636725 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-acc51678-f2a0-4a41-9020-e5e1cf9856c0 req-17832e1e-1663-418a-a043-88d48872c6ce tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups?id=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220009 Apr 14 22:34:44.701286 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:44.701774 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:44.702105 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Floating IP 6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d disassociated. External IP: 172.27.0.180, port: 329fc7c5-7d24-41c1-8012-33238b1aa24d. Apr 14 22:34:44.702471 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Calling delete_port for 329fc7c5-7d24-41c1-8012-33238b1aa24d owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:44.939158 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77054c-5f0b-48c9-94ff-3f427af7ad77 req-2cd80702-a44d-42d2-b339-9f5b90b10f0b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:44.941944 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1b77054c-5f0b-48c9-94ff-3f427af7ad77 req-2cd80702-a44d-42d2-b339-9f5b90b10f0b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0658455 Apr 14 22:34:44.989511 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (329fc7c5-7d24-41c1-8012-33238b1aa24d), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:45.043727 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'Port': ['ID=329fc7c5-7d24-41c1-8012-33238b1aa24d,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:45.055918 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1b77054c-5f0b-48c9-94ff-3f427af7ad77 req-ab510381-0bce-43f5-87be-950b31f67b94 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068923 Apr 14 22:34:45.186651 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:34:45.330174 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:34:45.343134 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:34:45.355814 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:45.356751 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:45.389869 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] No DVR routers for this DVR port 329fc7c5-7d24-41c1-8012-33238b1aa24d on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:34:45.393082 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:45.396575 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f504265e-c3db-4a81-a619-5faf337e8d92 req-d5d1f84f-51f7-42e5-9ec8-e46e077a814c tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.37 "DELETE /v2.0/ports/329fc7c5-7d24-41c1-8012-33238b1aa24d HTTP/1.1" status: 204 len: 173 time: 1.3158648 Apr 14 22:34:45.397180 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'name': 'network-vif-deleted', 'tag': '329fc7c5-7d24-41c1-8012-33238b1aa24d'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:34:45.399602 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ca51b2-3c9d-4c69-acfd-a1b5dba70937" -d '{"events": [{"server_uuid": "4b3d3b90-611e-4627-9432-aa9f3332e875", "name": "network-vif-deleted", "tag": "329fc7c5-7d24-41c1-8012-33238b1aa24d"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:34:45.472185 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a27c4e8-91a0-4677-8e6b-198e8b3aafc6 x-openstack-request-id: req-1a27c4e8-91a0-4677-8e6b-198e8b3aafc6 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:34:45.472841 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3d3b90-611e-4627-9432-aa9f3332e875", "name": "network-vif-deleted", "tag": "329fc7c5-7d24-41c1-8012-33238b1aa24d", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:34:45.473828 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a27c4e8-91a0-4677-8e6b-198e8b3aafc6 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:34:45.477933 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a27c4e8-91a0-4677-8e6b-198e8b3aafc6'] response: {'server_uuid': '4b3d3b90-611e-4627-9432-aa9f3332e875', 'name': 'network-vif-deleted', 'tag': '329fc7c5-7d24-41c1-8012-33238b1aa24d', 'status': 'completed', 'code': 200} Apr 14 22:34:45.507285 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:45.794027 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3523ccde-4259-470b-b31f-ab018a6869e6 req-be750d05-e126-4da9-b729-be7ab51269cc tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b3d3b90-611e-4627-9432-aa9f3332e875 HTTP/1.1" status: 200 len: 210 time: 0.0405152 Apr 14 22:34:45.938406 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:45.983812 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:34:45.994079 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:45.994765 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:46.127864 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:46.344235 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c4dbb-6a24-442d-8fc1-0f3abc8027d3 req-9322d52a-8036-4402-bcf6-79a580b34f3b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:46.348243 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-547c4dbb-6a24-442d-8fc1-0f3abc8027d3 req-9322d52a-8036-4402-bcf6-79a580b34f3b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.1000299 Apr 14 22:34:46.438539 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-547c4dbb-6a24-442d-8fc1-0f3abc8027d3 req-47abfe4a-c445-4b3c-8596-ab0d0fcc9839 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821292 Apr 14 22:34:46.502335 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:46.557378 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f042741-4a41-460c-bffb-eb771d173e9b None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:28:14Z', 'revision_number': 4, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'bcec875a-062b-4153-b393-a7d4ed002ea6', 'name': '', 'network_id': '91cf136c-d92b-4435-96b9-805ae0f45c6f', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'mac_address': 'fa:16:3e:d6:00:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:12Z', 'updated_at': '2022-04-14T22:28:29Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'subnets': [{'id': '95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:34:46.873060 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1715a8e1-edf3-47bf-b0a4-1b5ad76011cc None None] New status for floating IP 6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d: DOWN {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:34:47.015274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57738) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:47.086525 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e41b1117-8526-4233-b48a-82d571e1d28b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (581b2c9a-dd13-4e94-a8e9-eb3bd357abd6), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.119784 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e41b1117-8526-4233-b48a-82d571e1d28b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (581b2c9a-dd13-4e94-a8e9-eb3bd357abd6), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.141139 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7620c-8f8f-4cf8-9653-b04b55fe55e7 req-2947c02a-e57e-47a1-ab73-6f136f652e90 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:47.144917 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e6b7620c-8f8f-4cf8-9653-b04b55fe55e7 req-2947c02a-e57e-47a1-ab73-6f136f652e90 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0684850 Apr 14 22:34:47.198600 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e6b7620c-8f8f-4cf8-9653-b04b55fe55e7 req-07da283b-6291-4a7f-a6ad-29d352d12627 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496640 Apr 14 22:34:47.263267 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e41b1117-8526-4233-b48a-82d571e1d28b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (581b2c9a-dd13-4e94-a8e9-eb3bd357abd6), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.266252 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e41b1117-8526-4233-b48a-82d571e1d28b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.267682 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e41b1117-8526-4233-b48a-82d571e1d28b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "DELETE /v2.0/security-groups/581b2c9a-dd13-4e94-a8e9-eb3bd357abd6 HTTP/1.1" status: 204 len: 168 time: 0.2510591 Apr 14 22:34:47.270530 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57740) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:47.278106 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b1117-8526-4233-b48a-82d571e1d28b tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b2c9a-dd13-4e94-a8e9-eb3bd357abd6,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:47.289785 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.api.v2.resource [None req-8f2e7b80-1c1c-4f84-901f-8e60bedf77b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] show failed (client error): The resource could not be found. Apr 14 22:34:47.291425 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-8f2e7b80-1c1c-4f84-901f-8e60bedf77b0 tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "GET /v2.0/security-groups/581b2c9a-dd13-4e94-a8e9-eb3bd357abd6 HTTP/1.1" status: 404 len: 347 time: 0.0196931 Apr 14 22:34:47.294780 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57742) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:47.442611 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Deleting port 242389e4-9453-4deb-b141-77f0f71ea966 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:47.443190 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (242389e4-9453-4deb-b141-77f0f71ea966), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.529459 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (242389e4-9453-4deb-b141-77f0f71ea966), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.529958 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (242389e4-9453-4deb-b141-77f0f71ea966), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.545577 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Calling delete_port for 242389e4-9453-4deb-b141-77f0f71ea966 owned by network:floatingip {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:47.578904 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4ac1-9746-4e31-a0ad-c7b87faffd24 req-2a9fadf7-1391-4461-8f9a-65fb8a7c5752 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:47.582112 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-831b4ac1-9746-4e31-a0ad-c7b87faffd24 req-2a9fadf7-1391-4461-8f9a-65fb8a7c5752 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0680246 Apr 14 22:34:47.655246 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-831b4ac1-9746-4e31-a0ad-c7b87faffd24 req-56e3ffdb-5a64-400a-8c95-3b9334ccd801 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660753 Apr 14 22:34:47.800548 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (242389e4-9453-4deb-b141-77f0f71ea966), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.828323 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Pushing event deleted for resources: {'Port': ['ID=242389e4-9453-4deb-b141-77f0f71ea966,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:47.899986 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks [] for floatingip (6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.904972 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:47.906448 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-e528d1f6-c918-488f-80af-91423ff8199d tempest-AttachVolumeNegativeTest-959716196 tempest-AttachVolumeNegativeTest-959716196-project] 10.222.0.50 "DELETE /v2.0/floatingips/6dc6fa52-0f8d-446c-a1a0-5ea917f7e55d HTTP/1.1" status: 204 len: 168 time: 0.6106257 Apr 14 22:34:48.326477 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682b0b-93fb-42a8-9b31-ebd426d26fbb req-14df01fb-bd50-43e2-a57b-497a89f6c840 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:48.328149 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cc682b0b-93fb-42a8-9b31-ebd426d26fbb req-14df01fb-bd50-43e2-a57b-497a89f6c840 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0528824 Apr 14 22:34:48.388790 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-cc682b0b-93fb-42a8-9b31-ebd426d26fbb req-0fc33492-e38d-4495-a28f-cbcb82c4147f tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529315 Apr 14 22:34:48.785291 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7382a97-459e-45b1-9682-7c8f56a31179 req-972714e2-b7fc-42cd-978b-0648e9826aa0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:48.786893 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d7382a97-459e-45b1-9682-7c8f56a31179 req-972714e2-b7fc-42cd-978b-0648e9826aa0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0561285 Apr 14 22:34:48.797002 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 329fc7c5-7d24-41c1-8012-33238b1aa24d no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:48.819272 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 329fc7c5-7d24-41c1-8012-33238b1aa24d {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:34:48.819629 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 329fc7c5-7d24-41c1-8012-33238b1aa24d not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:34:48.841657 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d7382a97-459e-45b1-9682-7c8f56a31179 req-ea2ef588-0313-4a53-a8b9-2495581f6566 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488393 Apr 14 22:34:49.508743 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2cd3b-9703-400c-b811-a8605594cc52 req-c1bdc49a-63d1-40cb-a465-dc3dbd76bdd7 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:49.510293 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-20b2cd3b-9703-400c-b811-a8605594cc52 req-c1bdc49a-63d1-40cb-a465-dc3dbd76bdd7 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0509033 Apr 14 22:34:49.567091 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-20b2cd3b-9703-400c-b811-a8605594cc52 req-8c72d1dd-767f-4ee3-a04b-5e161be61d17 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507619 Apr 14 22:34:49.973071 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb1760-fe3f-4dde-bb9b-670bc1fcd21e req-5ae68997-eb65-43fc-8e43-298f3e45e086 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:49.974669 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52bb1760-fe3f-4dde-bb9b-670bc1fcd21e req-5ae68997-eb65-43fc-8e43-298f3e45e086 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.0523665 Apr 14 22:34:50.033967 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52bb1760-fe3f-4dde-bb9b-670bc1fcd21e req-f0959d8a-a314-465f-ae8c-346006dd68e0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533726 Apr 14 22:34:50.704028 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcd00c-0811-4178-93cd-c2f3b7b6801f req-57cb0736-d6d3-4bc0-9cdf-f2e65d8ac1bc tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:50.705828 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dddcd00c-0811-4178-93cd-c2f3b7b6801f req-57cb0736-d6d3-4bc0-9cdf-f2e65d8ac1bc tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0565796 Apr 14 22:34:50.789037 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dddcd00c-0811-4178-93cd-c2f3b7b6801f req-044aaaf1-a83f-4113-979a-89ae8ed7140b tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0ad8b33-53cc-4caf-859e-d0027313a061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763938 Apr 14 22:34:50.800055 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-82b106c3-e5f2-49e2-b2e0-dcc27be08745 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:50.801608 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-82b106c3-e5f2-49e2-b2e0-dcc27be08745 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 945 time: 0.0669348 Apr 14 22:34:50.915877 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Deleting port 03d0b87d-efe2-411d-9342-00d552b8a0b4 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:50.916470 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:51.039068 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] For port 03d0b87d-efe2-411d-9342-00d552b8a0b4, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=03d0b87d-efe2-411d-9342-00d552b8a0b4,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:51.039908 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:51.249278 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8227d-6060-4e1e-97bd-40b1fd14081b req-e5ce00b6-88cc-4384-88aa-4bd4508e979c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:51.250894 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2b8227d-6060-4e1e-97bd-40b1fd14081b req-e5ce00b6-88cc-4384-88aa-4bd4508e979c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 944 time: 0.1326959 Apr 14 22:34:51.296615 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:51.297011 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (689e6e15-84e1-4d85-82b9-523f1a05f1e3), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:51.297289 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Floating IP 689e6e15-84e1-4d85-82b9-523f1a05f1e3 disassociated. External IP: 172.27.0.77, port: 03d0b87d-efe2-411d-9342-00d552b8a0b4. Apr 14 22:34:51.297648 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Calling delete_port for 03d0b87d-efe2-411d-9342-00d552b8a0b4 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:51.334364 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c2b8227d-6060-4e1e-97bd-40b1fd14081b req-4aa6d245-a30e-4112-bfad-54eae5c04158 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768130 Apr 14 22:34:51.550919 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (03d0b87d-efe2-411d-9342-00d552b8a0b4), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:51.600496 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event deleted for resources: {'Port': ['ID=03d0b87d-efe2-411d-9342-00d552b8a0b4,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:51.751550 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Router 70a56417-6944-482d-a887-c74e18d9b718 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:34:51.889843 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:34:51.905252 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] Sync routers for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:34:51.917784 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-946ed871-5c90-4788-847f-0e0afd53d1de req-a003179b-ad00-4b74-8a11-37886a150af5 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 210 time: 0.0419099 Apr 14 22:34:51.928993 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:51.931528 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:34:51.932243 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:51.947336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] No DVR routers for this DVR port 03d0b87d-efe2-411d-9342-00d552b8a0b4 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:34:51.950478 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:51.956178 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf7c24ab-3f63-4a84-a856-688a0fe15077 req-7c05bf4b-5591-434e-916e-f9e18b3e95f4 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.37 "DELETE /v2.0/ports/03d0b87d-efe2-411d-9342-00d552b8a0b4 HTTP/1.1" status: 204 len: 173 time: 1.1478848 Apr 14 22:34:51.957017 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00233a79-914d-490b-8523-6c2e94fcc003', 'name': 'network-vif-deleted', 'tag': '03d0b87d-efe2-411d-9342-00d552b8a0b4'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:34:51.961753 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0899419b-1684-46b2-a31b-93966eed7774" -d '{"events": [{"server_uuid": "00233a79-914d-490b-8523-6c2e94fcc003", "name": "network-vif-deleted", "tag": "03d0b87d-efe2-411d-9342-00d552b8a0b4"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:34:52.062660 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9996bfa4-26d5-409b-8562-b70b033451b5 x-openstack-request-id: req-9996bfa4-26d5-409b-8562-b70b033451b5 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:34:52.064202 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00233a79-914d-490b-8523-6c2e94fcc003", "name": "network-vif-deleted", "tag": "03d0b87d-efe2-411d-9342-00d552b8a0b4", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:34:52.064839 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9996bfa4-26d5-409b-8562-b70b033451b5 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:34:52.065590 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:52.065950 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9996bfa4-26d5-409b-8562-b70b033451b5'] response: {'server_uuid': '00233a79-914d-490b-8523-6c2e94fcc003', 'name': 'network-vif-deleted', 'tag': '03d0b87d-efe2-411d-9342-00d552b8a0b4', 'status': 'completed', 'code': 200} Apr 14 22:34:52.079488 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:34:52.166056 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:34:52.166699 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:52.169341 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:52.203588 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:34:52.243554 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:52.349750 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:52.453018 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:52.456514 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:52.497844 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0eae-32cb-4fa3-a20e-2f3db3ba9ece req-a1d9ef59-d75f-48ad-9baa-be1b3488af27 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:52.499624 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c08c0eae-32cb-4fa3-a20e-2f3db3ba9ece req-a1d9ef59-d75f-48ad-9baa-be1b3488af27 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 945 time: 0.0632904 Apr 14 22:34:52.513682 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] Checking router: 70a56417-6944-482d-a887-c74e18d9b718 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:34:52.529885 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:52.531013 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:52.561253 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c08c0eae-32cb-4fa3-a20e-2f3db3ba9ece req-1758a456-80f5-447f-a5db-6277b08745a7 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517800 Apr 14 22:34:52.580572 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['55fcdb32-9209-4903-a5ba-ed5eddeb4e0f'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:34:52.711439 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:52.716444 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:34:53.011851 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:53.068609 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c00076-3ae6-47ca-8543-0913c0293ca7 None None] The sync data for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi is: [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:16Z', 'revision_number': 4, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '1233b8a2-865b-4815-b9cd-55aa28b656c8', 'name': '', 'network_id': '159b1b7f-6741-46d2-acf2-45a3089013d8', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'mac_address': 'fa:16:3e:14:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9260e563-889a-4d8d-9460-f20961e80a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:13Z', 'updated_at': '2022-04-14T22:28:27Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'subnets': [{'id': '9260e563-889a-4d8d-9460-f20961e80a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:34:53.172141 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-22fba1bf-88c0-48da-b38c-77dd172c0a5a req-2a99f274-1e54-4603-bb42-00f010d77589 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/ports?device_id=00233a79-914d-490b-8523-6c2e94fcc003 HTTP/1.1" status: 200 len: 210 time: 0.0465708 Apr 14 22:34:53.413014 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68610173-545d-438a-840c-af80a15540d0 None None] New status for floating IP 689e6e15-84e1-4d85-82b9-523f1a05f1e3: DOWN {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:34:53.715802 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c2f7c-3c96-46b2-9aa4-8c18651157f3 req-753316c3-0043-439f-b491-4595f70e7dd1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:53.718160 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b95c2f7c-3c96-46b2-9aa4-8c18651157f3 req-753316c3-0043-439f-b491-4595f70e7dd1 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 945 time: 0.0660658 Apr 14 22:34:53.776085 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b95c2f7c-3c96-46b2-9aa4-8c18651157f3 req-d83faaa2-b876-4b1d-8c27-6f39195dc2fb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506315 Apr 14 22:34:53.969044 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:34:54.019413 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:34:54.148004 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:34:54.148530 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:54.265834 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:34:54.266491 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:54.295417 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:34:54.298012 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cbdd88-30c0-4674-8a16-72eebe3d0992" -d '{"events": [{"server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "name": "network-vif-plugged", "status": "completed", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:34:54.315484 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:54.339772 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2963da56-02e5-44d3-bcfe-a2304c4a355d x-openstack-request-id: req-2963da56-02e5-44d3-bcfe-a2304c4a355d {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:34:54.340097 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "name": "network-vif-plugged", "status": "completed", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:34:54.340364 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2963da56-02e5-44d3-bcfe-a2304c4a355d {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:34:54.340868 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2963da56-02e5-44d3-bcfe-a2304c4a355d'] response: {'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'code': 200} Apr 14 22:34:54.377136 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57838) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:54.429073 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:54.430891 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 03d0b87d-efe2-411d-9342-00d552b8a0b4 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:54.500928 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 03d0b87d-efe2-411d-9342-00d552b8a0b4 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:34:54.500928 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 03d0b87d-efe2-411d-9342-00d552b8a0b4 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:34:54.501253 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57842) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:54.504214 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-423907bb-fc55-4618-9cca-d37873df6d4e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (b0ad8b33-53cc-4caf-859e-d0027313a061), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:54.546841 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-423907bb-fc55-4618-9cca-d37873df6d4e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (b0ad8b33-53cc-4caf-859e-d0027313a061), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:54.554017 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:54.676360 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d591b3e-fbfd-45b1-89fb-2b819cf7fd05 req-78e997da-b839-41ed-b078-a31b50de9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:54.679019 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0d591b3e-fbfd-45b1-89fb-2b819cf7fd05 req-78e997da-b839-41ed-b078-a31b50de9633 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 1130 time: 0.0648034 Apr 14 22:34:54.748484 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0d591b3e-fbfd-45b1-89fb-2b819cf7fd05 req-5905e1b8-3428-415e-9401-259ba445f0b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622053 Apr 14 22:34:54.767051 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-423907bb-fc55-4618-9cca-d37873df6d4e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (b0ad8b33-53cc-4caf-859e-d0027313a061), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:54.772463 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-423907bb-fc55-4618-9cca-d37873df6d4e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:54.774843 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-423907bb-fc55-4618-9cca-d37873df6d4e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "DELETE /v2.0/security-groups/b0ad8b33-53cc-4caf-859e-d0027313a061 HTTP/1.1" status: 204 len: 168 time: 0.3954115 Apr 14 22:34:54.788277 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57848) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:54.805800 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423907bb-fc55-4618-9cca-d37873df6d4e tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ad8b33-53cc-4caf-859e-d0027313a061,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:54.817716 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-078a624b-f858-48d0-9444-b10179576f76 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] show failed (client error): The resource could not be found. Apr 14 22:34:54.823099 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-078a624b-f858-48d0-9444-b10179576f76 tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "GET /v2.0/security-groups/b0ad8b33-53cc-4caf-859e-d0027313a061 HTTP/1.1" status: 404 len: 347 time: 0.0341034 Apr 14 22:34:54.825921 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57854) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:55.015915 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Deleting port 0721349e-c12f-47a0-9cff-5609d5336996 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:55.016363 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (0721349e-c12f-47a0-9cff-5609d5336996), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.174452 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (0721349e-c12f-47a0-9cff-5609d5336996), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.175437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (0721349e-c12f-47a0-9cff-5609d5336996), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.192009 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e5a6b-2854-43e4-82f5-a15dd8133055 req-a0123d62-65d4-4562-ae47-65de6f621117 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:55.193721 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-602e5a6b-2854-43e4-82f5-a15dd8133055 req-a0123d62-65d4-4562-ae47-65de6f621117 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 946 time: 0.0941448 Apr 14 22:34:55.196103 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Calling delete_port for 0721349e-c12f-47a0-9cff-5609d5336996 owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:55.313363 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-602e5a6b-2854-43e4-82f5-a15dd8133055 req-b01dfe25-a16c-4b2e-99a9-43e11cee94a9 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030500 Apr 14 22:34:55.521281 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (0721349e-c12f-47a0-9cff-5609d5336996), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.546373 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (5e8847e0-c7a7-4605-bb91-25a26eda9e18), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.573336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Pushing event deleted for resources: {'Port': ['ID=0721349e-c12f-47a0-9cff-5609d5336996,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:55.673560 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks [] for floatingip (689e6e15-84e1-4d85-82b9-523f1a05f1e3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.678371 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.680524 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6e5c7b29-3fc6-4de3-8bf9-efccc0646c6c tempest-AttachVolumeTestJSON-1765967686 tempest-AttachVolumeTestJSON-1765967686-project] 10.222.0.50 "DELETE /v2.0/floatingips/689e6e15-84e1-4d85-82b9-523f1a05f1e3 HTTP/1.1" status: 204 len: 168 time: 0.8531492 Apr 14 22:34:55.834951 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Deleting port bcec875a-062b-4153-b393-a7d4ed002ea6 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:55.835237 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.949150 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] For port bcec875a-062b-4153-b393-a7d4ed002ea6, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=bcec875a-062b-4153-b393-a7d4ed002ea6,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:55.949782 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:55.977811 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Calling delete_port for bcec875a-062b-4153-b393-a7d4ed002ea6 owned by network:router_interface {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:56.326540 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (bcec875a-062b-4153-b393-a7d4ed002ea6), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:56.352725 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=bcec875a-062b-4153-b393-a7d4ed002ea6,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:56.480245 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b035e-96f8-4cc5-9601-3a45a1d72d18 req-b236b844-05ee-4e4a-9084-604ce5d242a6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:56.483120 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e19b035e-96f8-4cc5-9601-3a45a1d72d18 req-b236b844-05ee-4e4a-9084-604ce5d242a6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 946 time: 0.0816007 Apr 14 22:34:56.602152 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e19b035e-96f8-4cc5-9601-3a45a1d72d18 req-b7de0571-fb49-4136-91f9-42ca753bc993 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086822 Apr 14 22:34:56.654182 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (5e8847e0-c7a7-4605-bb91-25a26eda9e18), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:56.806461 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57870) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:56.948575 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:34:56.978179 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8da97876-25c3-4310-a6f5-7f442f8d4870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:57.125008 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8da97876-25c3-4310-a6f5-7f442f8d4870 admin admin] Publish callbacks [] for security_group (14bc6458-3e6d-47fe-aa6c-550141a6c9ba), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:57.159465 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:34:57.168361 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b43a8643-d48a-46c6-92de-b6978ada1b9f admin admin] 10.222.0.50 "PUT /v2.0/routers/5e8847e0-c7a7-4605-bb91-25a26eda9e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6654966 Apr 14 22:34:57.171116 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57878) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:57.173085 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] Sync routers for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:34:57.186050 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:57.186888 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:57.239078 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8da97876-25c3-4310-a6f5-7f442f8d4870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (14bc6458-3e6d-47fe-aa6c-550141a6c9ba), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:57.316910 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:57.619760 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:34:56Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:57.648952 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] Checking router: 5e8847e0-c7a7-4605-bb91-25a26eda9e18 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:34:57.660008 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] Routers {'5e8847e0-c7a7-4605-bb91-25a26eda9e18'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:34:57.660656 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:57.687112 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8da97876-25c3-4310-a6f5-7f442f8d4870 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c2593ff4d7349b7b16914745e770a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8781221 Apr 14 22:34:57.690752 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da97876-25c3-4310-a6f5-7f442f8d4870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc6458-3e6d-47fe-aa6c-550141a6c9ba,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:57.691854 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57884) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:57.728338 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks [] for router (5e8847e0-c7a7-4605-bb91-25a26eda9e18), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:57.792986 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] Set router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:34:57.793208 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec507aa-7ac3-4096-a21c-961b6bd11d3a req-bb9570b0-e0f6-4434-9e44-0daac0094140 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:57.794839 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6ec507aa-7ac3-4096-a21c-961b6bd11d3a req-bb9570b0-e0f6-4434-9e44-0daac0094140 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 946 time: 0.0919511 Apr 14 22:34:57.819775 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-59903aa4-ee07-457b-be15-296916bb8bdf admin admin] Publish callbacks [] for security_group (14bc6458-3e6d-47fe-aa6c-550141a6c9ba), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:57.863524 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-59903aa4-ee07-457b-be15-296916bb8bdf admin admin] Publish callbacks [] for security_group (14bc6458-3e6d-47fe-aa6c-550141a6c9ba), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:57.889916 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks [] for router_gateway (5e8847e0-c7a7-4605-bb91-25a26eda9e18), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:57.895002 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-6ec507aa-7ac3-4096-a21c-961b6bd11d3a req-3e25a187-eaf9-4d99-9f84-fb5a1a564937 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882056 Apr 14 22:34:58.025116 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:34:56Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:34:58.035462 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-59903aa4-ee07-457b-be15-296916bb8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (14bc6458-3e6d-47fe-aa6c-550141a6c9ba), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.042224 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-59903aa4-ee07-457b-be15-296916bb8bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.044872 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-59903aa4-ee07-457b-be15-296916bb8bdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14bc6458-3e6d-47fe-aa6c-550141a6c9ba HTTP/1.1" status: 204 len: 168 time: 0.3506370 Apr 14 22:34:58.060976 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59903aa4-ee07-457b-be15-296916bb8bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc6458-3e6d-47fe-aa6c-550141a6c9ba,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:58.067868 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22aa7a-0975-42e1-bb36-d4bb95b2e25e None None] The sync data for ids ['5e8847e0-c7a7-4605-bb91-25a26eda9e18'] in dv-cinder-820918-2-iscsi is: [{'id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'name': 'tempest-AttachVolumeNegativeTest-1384802140-router', 'tenant_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:03Z', 'updated_at': '2022-04-14T22:34:56Z', 'revision_number': 5, 'project_id': 'fe9fd41acaba4063bd881eae09e6cf7b', 'gw_port': {'id': '3acda65e-38e9-451b-9812-c4801d5078ec', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8847e0-c7a7-4605-bb91-25a26eda9e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:34:58.087961 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df17598-e9f4-4b30-8cdf-a47977225303 req-e77b5e39-bae6-4057-b473-27bd4c80193e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:58.090905 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4df17598-e9f4-4b30-8cdf-a47977225303 req-e77b5e39-bae6-4057-b473-27bd4c80193e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 946 time: 0.1130514 Apr 14 22:34:58.093595 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Deleting port 3acda65e-38e9-451b-9812-c4801d5078ec {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:58.094184 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.223125 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4df17598-e9f4-4b30-8cdf-a47977225303 req-4c0d77a6-950a-411c-b53c-29ad4a5c24a2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944517 Apr 14 22:34:58.250499 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57890) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:58.257107 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] For port 3acda65e-38e9-451b-9812-c4801d5078ec, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=3acda65e-38e9-451b-9812-c4801d5078ec,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:34:58.257925 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.276730 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Calling delete_port for 3acda65e-38e9-451b-9812-c4801d5078ec owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:34:58.307400 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490a86a1-501b-4b3e-8aaf-dd7cb12fa644 tempest-TestVolumeBootPattern-892828137 tempest-TestVolumeBootPattern-892828137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:34:58.310352 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-490a86a1-501b-4b3e-8aaf-dd7cb12fa644 tempest-TestVolumeBootPattern-892828137 tempest-TestVolumeBootPattern-892828137-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 1125 time: 0.0572555 Apr 14 22:34:58.313075 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57892) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:58.321339 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:34:58.422902 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.567639 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.597645 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (3acda65e-38e9-451b-9812-c4801d5078ec), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.640273 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3acda65e-38e9-451b-9812-c4801d5078ec,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:58.719754 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (5e8847e0-c7a7-4605-bb91-25a26eda9e18), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.732581 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Allocated IP 172.27.0.73 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/98269a7e-5479-4a5e-b01c-cbfdeffd9e22) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:34:58.865951 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (5e8847e0-c7a7-4605-bb91-25a26eda9e18), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.870090 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks [] for router_controller (5e8847e0-c7a7-4605-bb91-25a26eda9e18), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:58.894199 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.024148 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.052502 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (5e8847e0-c7a7-4605-bb91-25a26eda9e18), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.053613 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8847e0-c7a7-4605-bb91-25a26eda9e18 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:34:59.061336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.066461 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-62f1534a-c30f-4253-b272-dfe84d5b78cb admin admin] 10.222.0.50 "DELETE /v2.0/routers/5e8847e0-c7a7-4605-bb91-25a26eda9e18 HTTP/1.1" status: 204 len: 168 time: 1.8908601 Apr 14 22:34:59.067239 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57918) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:59.111906 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=98269a7e-5479-4a5e-b01c-cbfdeffd9e22,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:59.120217 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:34:59.122255 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:34:59.126187 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:34:59.132008 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4107a299-09da-42df-a283-eadb71433668 admin admin] Deleting subnet 95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:34:59.142157 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4107a299-09da-42df-a283-eadb71433668 admin admin] Publish callbacks [] for subnet (95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.219282 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4107a299-09da-42df-a283-eadb71433668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610516'] for subnet (95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.340353 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4107a299-09da-42df-a283-eadb71433668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.555712 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4107a299-09da-42df-a283-eadb71433668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25656069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25923208'] for subnet (95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.610948 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107a299-09da-42df-a283-eadb71433668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:34:59.620116 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4107a299-09da-42df-a283-eadb71433668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.625200 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0162de7d-8453-4bff-a422-7ae70fa972eb None None] Network 91cf136c-d92b-4435-96b9-805ae0f45c6f requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:34:59.628119 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4107a299-09da-42df-a283-eadb71433668 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/95f9f7e8-0c5b-4c0d-89b0-3c9eed1bc4c3 HTTP/1.1" status: 204 len: 168 time: 0.5593054 Apr 14 22:34:59.637915 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57930) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:34:59.738551 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device bcec875a-062b-4153-b393-a7d4ed002ea6 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:34:59.787022 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (91cf136c-d92b-4435-96b9-805ae0f45c6f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.808715 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: bcec875a-062b-4153-b393-a7d4ed002ea6 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:34:59.809273 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device bcec875a-062b-4153-b393-a7d4ed002ea6 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:34:59.904304 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Deleting port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:34:59.904663 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:34:59.981737 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] DHCP port deletion for 91cf136c-d92b-4435-96b9-805ae0f45c6f request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:35:00.043342 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] For port f9c97b18-5ccf-42cc-b71e-0778d92b87b5, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:00.043818 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.055989 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57938) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:00.062012 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] Deleting port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:00.062420 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.066431 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Calling delete_port for f9c97b18-5ccf-42cc-b71e-0778d92b87b5 owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:00.157304 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (e116232f-7130-4d1b-8ff7-8920178eada8), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.164626 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] For port f9c97b18-5ccf-42cc-b71e-0778d92b87b5, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,segment=NetworkSegment(b8c9e610-c631-44dd-8148-3276ab42316c),segment_id=b8c9e610-c631-44dd-8148-3276ab42316c)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:00.165092 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.181911 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] Calling delete_port for f9c97b18-5ccf-42cc-b71e-0778d92b87b5 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:00.305885 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.418257 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.429094 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (f9c97b18-5ccf-42cc-b71e-0778d92b87b5), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.443387 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] No DVR routers for this DVR port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:35:00.467483 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b3f21-cbeb-462d-bb3a-ef2272c90beb None None] Pushing event deleted for resources: {'Port': ['ID=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:00.473330 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c97b18-5ccf-42cc-b71e-0778d92b87b5,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:00.488850 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] No DVR routers for this DVR port f9c97b18-5ccf-42cc-b71e-0778d92b87b5 on host dv-cinder-820918-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:35:00.554193 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.635743 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.639208 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (91cf136c-d92b-4435-96b9-805ae0f45c6f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.726832 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cf136c-d92b-4435-96b9-805ae0f45c6f']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:00.741479 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=98269a7e-5479-4a5e-b01c-cbfdeffd9e22,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:00.749531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c9e610-c631-44dd-8148-3276ab42316c') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:00.749531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c9e610-c631-44dd-8148-3276ab42316c') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:00.765752 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (e116232f-7130-4d1b-8ff7-8920178eada8), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.766638 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (b8c9e610-c631-44dd-8148-3276ab42316c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.806133 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (b8c9e610-c631-44dd-8148-3276ab42316c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.817067 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:35:00.817478 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (b8c9e610-c631-44dd-8148-3276ab42316c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:35:00.819457 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:35:00.913822 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Floating IP e116232f-7130-4d1b-8ff7-8920178eada8 associated. External IP: 172.27.0.73, port: 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f. Apr 14 22:35:00.977053 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (91cf136c-d92b-4435-96b9-805ae0f45c6f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.991296 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:00.995879 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] 10.222.0.50 "DELETE /v2.0/networks/91cf136c-d92b-4435-96b9-805ae0f45c6f HTTP/1.1" status: 204 len: 168 time: 1.3545344 Apr 14 22:35:00.997106 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (70a56417-6944-482d-a887-c74e18d9b718), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.071664 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eea04-a38c-4344-a340-75224b69c64c admin admin] Pushing event deleted for resources: {'Network': ['ID=91cf136c-d92b-4435-96b9-805ae0f45c6f,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:01.218899 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:35:01.326103 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device f9c97b18-5ccf-42cc-b71e-0778d92b87b5 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:01.348174 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Deleting port 1233b8a2-865b-4815-b9cd-55aa28b656c8 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:01.348531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.353411 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: f9c97b18-5ccf-42cc-b71e-0778d92b87b5 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:01.354115 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device f9c97b18-5ccf-42cc-b71e-0778d92b87b5 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:01.355444 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 3acda65e-38e9-451b-9812-c4801d5078ec no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:01.376698 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 3acda65e-38e9-451b-9812-c4801d5078ec {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:01.377456 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 3acda65e-38e9-451b-9812-c4801d5078ec not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:01.384134 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:35:01.400507 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:35:01.412364 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:35:01.413022 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:01.439979 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 57948) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:01.471666 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] For port 1233b8a2-865b-4815-b9cd-55aa28b656c8, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=1233b8a2-865b-4815-b9cd-55aa28b656c8,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:01.471944 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.494968 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Calling delete_port for 1233b8a2-865b-4815-b9cd-55aa28b656c8 owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:01.517762 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d4bba1f7-30ff-4d1f-b178-aba2a5332328 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe9fd41acaba4063bd881eae09e6cf7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0758278 Apr 14 22:35:01.521526 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57950) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:01.535351 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.536622 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:35:01.626746 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-fa6ee8b5-6141-4f46-bff8-61c460a49346 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3018725 Apr 14 22:35:01.626746 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:35:01.626746 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9957c0-79e8-4763-b104-9cd180726874" -d '{"events": [{"name": "network-changed", "server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:35:01.671413 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-54d65aeb-9157-4b0f-9d5f-6a7fdd64a1d1 admin admin] Publish callbacks [] for security_group (fb4aa6f9-26ec-4c14-b231-ac2b4c8ebefc), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.716923 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-54d65aeb-9157-4b0f-9d5f-6a7fdd64a1d1 admin admin] Publish callbacks [] for security_group (fb4aa6f9-26ec-4c14-b231-ac2b4c8ebefc), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.826563 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:34:59Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:01.879788 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:35:01.889808 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:35:01.891914 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-54d65aeb-9157-4b0f-9d5f-6a7fdd64a1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (fb4aa6f9-26ec-4c14-b231-ac2b4c8ebefc), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.894874 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-54d65aeb-9157-4b0f-9d5f-6a7fdd64a1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.895383 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:01.896076 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-54d65aeb-9157-4b0f-9d5f-6a7fdd64a1d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb4aa6f9-26ec-4c14-b231-ac2b4c8ebefc HTTP/1.1" status: 204 len: 168 time: 0.3732657 Apr 14 22:35:01.911586 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d65aeb-9157-4b0f-9d5f-6a7fdd64a1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4aa6f9-26ec-4c14-b231-ac2b4c8ebefc,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:01.938748 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (1233b8a2-865b-4815-b9cd-55aa28b656c8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:01.999648 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1233b8a2-865b-4815-b9cd-55aa28b656c8,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:02.003973 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:02.043627 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fdef63-6192-4af2-9e36-a05fdce7871b x-openstack-request-id: req-24fdef63-6192-4af2-9e36-a05fdce7871b {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:35:02.044125 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:35:02.044459 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24fdef63-6192-4af2-9e36-a05fdce7871b {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:35:02.045031 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fdef63-6192-4af2-9e36-a05fdce7871b'] response: {'name': 'network-changed', 'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'status': 'completed', 'code': 200} Apr 14 22:35:02.191143 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9957c0-79e8-4763-b104-9cd180726874 req-90f8ccb6-230c-4ced-bbf7-5ccca539c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:02.193989 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf9957c0-79e8-4763-b104-9cd180726874 req-90f8ccb6-230c-4ced-bbf7-5ccca539c66e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 1130 time: 0.0995693 Apr 14 22:35:02.330984 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:35:02.395113 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9957c0-79e8-4763-b104-9cd180726874 req-f6b01b28-8472-4657-8295-9d91daa4a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:02.396669 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf9957c0-79e8-4763-b104-9cd180726874 req-f6b01b28-8472-4657-8295-9d91daa4a2ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.1959503 Apr 14 22:35:02.397777 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (70a56417-6944-482d-a887-c74e18d9b718), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:02.555899 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf9957c0-79e8-4763-b104-9cd180726874 req-6d0cbb16-b90b-4b92-aaaa-6d46698327c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f HTTP/1.1" status: 200 len: 999 time: 0.1513247 Apr 14 22:35:02.655085 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9957c0-79e8-4763-b104-9cd180726874 req-3961f96d-6fa7-47a5-be75-435b90fc97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:02.656609 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf9957c0-79e8-4763-b104-9cd180726874 req-3961f96d-6fa7-47a5-be75-435b90fc97fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0906048 Apr 14 22:35:02.678131 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:34:59Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:02.720571 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9957c0-79e8-4763-b104-9cd180726874 req-676818a9-eb65-4d1a-b414-84c9613a0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:02.722983 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf9957c0-79e8-4763-b104-9cd180726874 req-676818a9-eb65-4d1a-b414-84c9613a0f71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599627 Apr 14 22:35:02.742292 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83492802-0cda-4db1-8982-cd65d0b2f0f1 None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:34:59Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:35:03.047411 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de3d8a-36f6-40ff-bfd9-c63e886532b4 None None] New status for floating IP e116232f-7130-4d1b-8ff7-8920178eada8: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:35:03.251932 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf9957c0-79e8-4763-b104-9cd180726874 req-255507a4-d046-409a-bd93-955049439aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210888 Apr 14 22:35:03.258193 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Router 70a56417-6944-482d-a887-c74e18d9b718 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:35:03.408743 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:35:03.422438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] Sync routers for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:35:03.423548 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ad874736-6cf0-4251-9723-db5e9d4ae1c2 admin admin] 10.222.0.50 "PUT /v2.0/routers/70a56417-6944-482d-a887-c74e18d9b718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3631527 Apr 14 22:35:03.423651 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 57984) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:03.450635 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:35:03.451772 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:03.585016 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks [] for router (70a56417-6944-482d-a887-c74e18d9b718), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:03.628086 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:35:03.734339 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cf9957c0-79e8-4763-b104-9cd180726874 req-18f51a8e-1250-4b99-865d-694de0ed80c2 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052952 Apr 14 22:35:03.764909 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks [] for router_gateway (70a56417-6944-482d-a887-c74e18d9b718), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:03.914477 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Deleting port 1cf59281-0a1e-4e75-a955-b26a89602188 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:03.914826 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:03.929612 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:35:01Z', 'revision_number': 5, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port': {'id': '1cf59281-0a1e-4e75-a955-b26a89602188', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a56417-6944-482d-a887-c74e18d9b718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:03.962018 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] Checking router: 70a56417-6944-482d-a887-c74e18d9b718 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:35:03.971947 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] Routers {'70a56417-6944-482d-a887-c74e18d9b718'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:35:03.972744 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:34:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['70a56417-6944-482d-a887-c74e18d9b718'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:04.021727 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] For port 1cf59281-0a1e-4e75-a955-b26a89602188, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=1cf59281-0a1e-4e75-a955-b26a89602188,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:04.022190 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.042567 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Calling delete_port for 1cf59281-0a1e-4e75-a955-b26a89602188 owned by network:router_gateway {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:04.117284 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] Set router 70a56417-6944-482d-a887-c74e18d9b718 gateway port host: None {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:35:04.173453 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:35:03Z', 'revision_number': 6, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port_host': None}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:04.204089 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaa2255-79f1-4bfe-bb4a-25130064a27d None None] The sync data for ids ['70a56417-6944-482d-a887-c74e18d9b718'] in dv-cinder-820918-2-iscsi is: [{'id': '70a56417-6944-482d-a887-c74e18d9b718', 'name': 'tempest-AttachVolumeTestJSON-1058137380-router', 'tenant_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:35:03Z', 'revision_number': 6, 'project_id': 'b08d0a6fbcbc4b81b87c65495a8c6b7d', 'gw_port_host': None}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:35:04.325949 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (1cf59281-0a1e-4e75-a955-b26a89602188), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.360874 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf59281-0a1e-4e75-a955-b26a89602188,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:04.417918 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-7058558b-1589-4338-9698-e63f56a97a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.436185 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (70a56417-6944-482d-a887-c74e18d9b718), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.540796 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (70a56417-6944-482d-a887-c74e18d9b718), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.543965 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks [] for router_controller (70a56417-6944-482d-a887-c74e18d9b718), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.680566 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (70a56417-6944-482d-a887-c74e18d9b718), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.681159 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70a56417-6944-482d-a887-c74e18d9b718 {{(pid=104050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:35:04.687572 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.689572 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d4d0693f-f0dd-44e3-99e6-06576f0e853e admin admin] 10.222.0.50 "DELETE /v2.0/routers/70a56417-6944-482d-a887-c74e18d9b718 HTTP/1.1" status: 204 len: 168 time: 1.2644138 Apr 14 22:35:04.692228 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58010) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:04.743156 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7d9d3e-2516-4e6a-abf7-69c4a0d1d4c7 admin admin] Deleting subnet 9260e563-889a-4d8d-9460-f20961e80a75 {{(pid=104050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:35:04.746842 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-de7d9d3e-2516-4e6a-abf7-69c4a0d1d4c7 admin admin] Publish callbacks [] for subnet (9260e563-889a-4d8d-9460-f20961e80a75), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.785092 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-de7d9d3e-2516-4e6a-abf7-69c4a0d1d4c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27071291'] for subnet (9260e563-889a-4d8d-9460-f20961e80a75), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:04.934783 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-de7d9d3e-2516-4e6a-abf7-69c4a0d1d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (9260e563-889a-4d8d-9460-f20961e80a75), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.081470 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-de7d9d3e-2516-4e6a-abf7-69c4a0d1d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25323411'] for subnet (9260e563-889a-4d8d-9460-f20961e80a75), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.128110 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d9d3e-2516-4e6a-abf7-69c4a0d1d4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9260e563-889a-4d8d-9460-f20961e80a75,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:05.141329 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-de7d9d3e-2516-4e6a-abf7-69c4a0d1d4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.145229 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-de7d9d3e-2516-4e6a-abf7-69c4a0d1d4c7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9260e563-889a-4d8d-9460-f20961e80a75 HTTP/1.1" status: 204 len: 168 time: 0.4494960 Apr 14 22:35:05.145779 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22320ff9-5681-40ad-98c9-272094378930 None None] Network 159b1b7f-6741-46d2-acf2-45a3089013d8 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:35:05.146416 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58020) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:05.261132 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (159b1b7f-6741-46d2-acf2-45a3089013d8), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.351982 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Deleting port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:05.352327 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.355119 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 1233b8a2-865b-4815-b9cd-55aa28b656c8 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:05.397376 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 1233b8a2-865b-4815-b9cd-55aa28b656c8 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:05.397623 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 1233b8a2-865b-4815-b9cd-55aa28b656c8 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:05.398249 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 1cf59281-0a1e-4e75-a955-b26a89602188 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:05.450511 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 1cf59281-0a1e-4e75-a955-b26a89602188 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:05.451157 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 1cf59281-0a1e-4e75-a955-b26a89602188 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:05.453419 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] DHCP port deletion for 159b1b7f-6741-46d2-acf2-45a3089013d8 request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:35:05.471444 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] For port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:05.472734 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.493215 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Calling delete_port for b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a owned by network:dhcp {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:05.494004 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a48fad5-892a-41d9-8de6-889db103c46e req-b87fed40-6c5c-48cb-b2c9-4fc259c7a4a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781827 Apr 14 22:35:05.523947 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] Deleting port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:05.534995 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.617310 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] For port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,segment=NetworkSegment(406e3fd4-da0f-47f6-b59f-d75a910b9b4d),segment_id=406e3fd4-da0f-47f6-b59f-d75a910b9b4d)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:05.617703 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.640970 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] Calling delete_port for b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:05.641346 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48fad5-892a-41d9-8de6-889db103c46e req-29711c0a-328f-452e-b517-154aa338c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:05.644443 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a48fad5-892a-41d9-8de6-889db103c46e req-29711c0a-328f-452e-b517-154aa338c4ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 1131 time: 0.1124716 Apr 14 22:35:05.721266 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.758023 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:05.760724 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] No DVR routers for this DVR port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a on host dv-cinder-820918-2-iscsi {{(pid=104050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:35:05.772274 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.800535 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] Pushing event deleted for resources: {'Port': ['ID=b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:05.805078 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11700e2-6849-4707-8aa1-cbb97a19ebeb None None] No DVR routers for this DVR port b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:35:05.818962 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48fad5-892a-41d9-8de6-889db103c46e req-88cff00d-83a5-4cb7-8e36-54443aab2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:05.820563 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a48fad5-892a-41d9-8de6-889db103c46e req-88cff00d-83a5-4cb7-8e36-54443aab2f64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 200 len: 918 time: 0.1483490 Apr 14 22:35:05.915993 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (159b1b7f-6741-46d2-acf2-45a3089013d8), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.919480 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a48fad5-892a-41d9-8de6-889db103c46e req-778671f1-8364-41ff-b55d-d4469f85d0bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01f2d332-867f-4630-b799-2e87d57a6e21 HTTP/1.1" status: 200 len: 1002 time: 0.0924995 Apr 14 22:35:05.950322 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159b1b7f-6741-46d2-acf2-45a3089013d8']}} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:05.970070 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406e3fd4-da0f-47f6-b59f-d75a910b9b4d') {'for_net_delete': True} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:05.970564 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406e3fd4-da0f-47f6-b59f-d75a910b9b4d') {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:05.981759 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27071232'] for segment (406e3fd4-da0f-47f6-b59f-d75a910b9b4d), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:05.982044 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48fad5-892a-41d9-8de6-889db103c46e req-aa686ad3-148c-49db-a7e2-ec6ea87bb69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:05.984897 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a48fad5-892a-41d9-8de6-889db103c46e req-aa686ad3-148c-49db-a7e2-ec6ea87bb69a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 200 len: 856 time: 0.0584924 Apr 14 22:35:05.997396 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (406e3fd4-da0f-47f6-b59f-d75a910b9b4d), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:06.007160 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=104050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:35:06.007569 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750057'] for segment (406e3fd4-da0f-47f6-b59f-d75a910b9b4d), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: Traceback (most recent call last): Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: timer() Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: cb(*args, **kw) Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: return func(*args, **kwargs) Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: self._notify() Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: self.callback(batched_events) Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: event.method(event) Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: return f(self, *a, **k) Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._get(url).json() Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: return self.request(url, 'GET', **kwargs) Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:35:06.009662 dv-cinder-820918-2-iscsi neutron-server[104050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:35:06.048191 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48fad5-892a-41d9-8de6-889db103c46e req-fa2f2f61-3958-4d41-8df0-3127793ea4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:06.050374 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a48fad5-892a-41d9-8de6-889db103c46e req-fa2f2f61-3958-4d41-8df0-3127793ea4c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21227e2b-3fd3-40a4-bcda-0d3463f20bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580168 Apr 14 22:35:06.155847 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (159b1b7f-6741-46d2-acf2-45a3089013d8), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:06.169795 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a48fad5-892a-41d9-8de6-889db103c46e req-b372f22a-105d-48a4-b29b-2bd1534fd8d5 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122801 Apr 14 22:35:06.182442 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:06.188381 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/159b1b7f-6741-46d2-acf2-45a3089013d8 HTTP/1.1" status: 204 len: 168 time: 1.0413470 Apr 14 22:35:06.190908 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39b063-51b9-42bc-9731-aadbb6b7d7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=159b1b7f-6741-46d2-acf2-45a3089013d8,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:06.297783 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9a48fad5-892a-41d9-8de6-889db103c46e req-c043ba29-662f-4749-a8e9-ee28785c08a1 service neutron] 10.222.0.37 "GET /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207306 Apr 14 22:35:06.531319 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58052) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:06.599961 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58056) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:06.671825 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-583051f2-cd24-48f2-ad6a-11ea614face9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b08d0a6fbcbc4b81b87c65495a8c6b7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0681059 Apr 14 22:35:06.672738 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58058) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:06.756074 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00f53745-bfc9-464f-96c2-04d0df8e3042 admin admin] Publish callbacks [] for security_group (15835b16-2c6f-469b-9d9d-5c92907f2dc4), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:06.772060 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-810bb82e-235a-4e92-ae6c-30b7abb46da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:06.795661 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00f53745-bfc9-464f-96c2-04d0df8e3042 admin admin] Publish callbacks [] for security_group (15835b16-2c6f-469b-9d9d-5c92907f2dc4), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:06.841951 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d55c9d91-2e85-4976-aaec-3d379ef3bdd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:06.935587 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d55c9d91-2e85-4976-aaec-3d379ef3bdd8 admin admin] Publish callbacks [] for security_group (eb7e2ea2-7b90-4240-b18c-f4a2242b7a72), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:07.011496 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00f53745-bfc9-464f-96c2-04d0df8e3042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (15835b16-2c6f-469b-9d9d-5c92907f2dc4), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:07.014250 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-00f53745-bfc9-464f-96c2-04d0df8e3042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:07.015513 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-00f53745-bfc9-464f-96c2-04d0df8e3042 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15835b16-2c6f-469b-9d9d-5c92907f2dc4 HTTP/1.1" status: 204 len: 168 time: 0.3407292 Apr 14 22:35:07.025033 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f53745-bfc9-464f-96c2-04d0df8e3042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15835b16-2c6f-469b-9d9d-5c92907f2dc4,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:07.050420 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d55c9d91-2e85-4976-aaec-3d379ef3bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (eb7e2ea2-7b90-4240-b18c-f4a2242b7a72), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:07.097523 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d55c9d91-2e85-4976-aaec-3d379ef3bdd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bafbebfbe8484c3eba7023c8bdf655ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650051 Apr 14 22:35:07.098479 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c9d91-2e85-4976-aaec-3d379ef3bdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e2ea2-7b90-4240-b18c-f4a2242b7a72,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:07.100716 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58062) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:07.177256 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6bacc3f-43e3-44f5-ad00-69d16d36bdb6 admin admin] Publish callbacks [] for security_group (eb7e2ea2-7b90-4240-b18c-f4a2242b7a72), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:07.220468 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6bacc3f-43e3-44f5-ad00-69d16d36bdb6 admin admin] Publish callbacks [] for security_group (eb7e2ea2-7b90-4240-b18c-f4a2242b7a72), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:07.284740 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:07.306547 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:07.306872 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device b1ec08b2-c96c-4e11-8df6-eacb3ffddf7a not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:07.383083 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6bacc3f-43e3-44f5-ad00-69d16d36bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (eb7e2ea2-7b90-4240-b18c-f4a2242b7a72), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:07.387588 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6bacc3f-43e3-44f5-ad00-69d16d36bdb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:07.389642 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e6bacc3f-43e3-44f5-ad00-69d16d36bdb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb7e2ea2-7b90-4240-b18c-f4a2242b7a72 HTTP/1.1" status: 204 len: 168 time: 0.2872858 Apr 14 22:35:07.406572 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bacc3f-43e3-44f5-ad00-69d16d36bdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e2ea2-7b90-4240-b18c-f4a2242b7a72,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:08.091000 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:08.324623 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58094) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:08.346774 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dc7e116d-ef45-4edc-82ef-86a3842ecc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:08.457841 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dc7e116d-ef45-4edc-82ef-86a3842ecc46 admin admin] Publish callbacks [] for security_group (8d10112f-8ce2-41e7-b118-174aaffdf052), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:08.549862 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dc7e116d-ef45-4edc-82ef-86a3842ecc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (8d10112f-8ce2-41e7-b118-174aaffdf052), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:08.593094 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-dc7e116d-ef45-4edc-82ef-86a3842ecc46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8019f444341f41338c808c83e3ba4181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671616 Apr 14 22:35:08.596413 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e116d-ef45-4edc-82ef-86a3842ecc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d10112f-8ce2-41e7-b118-174aaffdf052,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:08.597459 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58096) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:08.666589 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-857c91da-c6c4-402f-b4c0-84fab39feb45 admin admin] Publish callbacks [] for security_group (8d10112f-8ce2-41e7-b118-174aaffdf052), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:08.692903 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-857c91da-c6c4-402f-b4c0-84fab39feb45 admin admin] Publish callbacks [] for security_group (8d10112f-8ce2-41e7-b118-174aaffdf052), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:08.827964 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-857c91da-c6c4-402f-b4c0-84fab39feb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (8d10112f-8ce2-41e7-b118-174aaffdf052), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:08.831880 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-857c91da-c6c4-402f-b4c0-84fab39feb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:08.837287 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-857c91da-c6c4-402f-b4c0-84fab39feb45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d10112f-8ce2-41e7-b118-174aaffdf052 HTTP/1.1" status: 204 len: 168 time: 0.2333770 Apr 14 22:35:08.847630 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c91da-c6c4-402f-b4c0-84fab39feb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d10112f-8ce2-41e7-b118-174aaffdf052,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:09.258077 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:10.911340 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:11.052542 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8ae30-9e3b-4856-94c7-755fcf1cfae1 req-9f9bef3e-3dd1-40f5-8ae0-6fad26ac2d83 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:11.055993 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43b8ae30-9e3b-4856-94c7-755fcf1cfae1 req-9f9bef3e-3dd1-40f5-8ae0-6fad26ac2d83 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0777638 Apr 14 22:35:11.142062 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43b8ae30-9e3b-4856-94c7-755fcf1cfae1 req-c2177bc6-c3a7-4477-869d-b4bc5a663908 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804920 Apr 14 22:35:12.597020 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4b7ba-14f9-4f5d-84e3-888e3fea4c1f req-24fee649-d7c5-402f-804c-8606aaa3be32 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:12.598730 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-84b4b7ba-14f9-4f5d-84e3-888e3fea4c1f req-24fee649-d7c5-402f-804c-8606aaa3be32 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.3090355 Apr 14 22:35:12.659209 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-84b4b7ba-14f9-4f5d-84e3-888e3fea4c1f req-74bbab52-cdbc-42b8-801b-dfc357545a1c tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518746 Apr 14 22:35:13.785183 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96ab95-65c3-4f03-a722-a7124464c95f req-8a21f1ad-9f9f-4b7f-b1d1-e13895dc703d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:13.786816 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a96ab95-65c3-4f03-a722-a7124464c95f req-8a21f1ad-9f9f-4b7f-b1d1-e13895dc703d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0518029 Apr 14 22:35:13.838345 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2a96ab95-65c3-4f03-a722-a7124464c95f req-25f0acfd-cd86-410a-81b2-bcaf22d394e3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454838 Apr 14 22:35:14.524883 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-418266c1-9887-4eec-b452-d266073e7c7f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:14.527289 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-418266c1-9887-4eec-b452-d266073e7c7f tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0738676 Apr 14 22:35:14.648904 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Deleting port 01f2d332-867f-4630-b799-2e87d57a6e21 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:14.649464 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:14.753038 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] For port 01f2d332-867f-4630-b799-2e87d57a6e21, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=01f2d332-867f-4630-b799-2e87d57a6e21,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:14.753406 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:15.043349 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5ef4c-97dd-4235-bee4-754a5ac61b9e req-b596d002-7487-47c4-ae8a-30e39eccd54a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:35:15.045099 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2fe5ef4c-97dd-4235-bee4-754a5ac61b9e req-b596d002-7487-47c4-ae8a-30e39eccd54a tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 947 time: 0.0705833 Apr 14 22:35:15.047320 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:15.048229 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (5a09e78e-40d8-47e3-962d-f437ac534710), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:15.048567 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Floating IP 5a09e78e-40d8-47e3-962d-f437ac534710 disassociated. External IP: 172.27.0.163, port: 01f2d332-867f-4630-b799-2e87d57a6e21. Apr 14 22:35:15.048922 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Calling delete_port for 01f2d332-867f-4630-b799-2e87d57a6e21 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:15.165327 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-2fe5ef4c-97dd-4235-bee4-754a5ac61b9e req-1d4e1273-2f36-47e0-9119-1c332d30853e tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups?id=112d2117-ee9d-45f1-a687-05e76a8fdb58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062291 Apr 14 22:35:15.418001 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (01f2d332-867f-4630-b799-2e87d57a6e21), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:15.478760 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event deleted for resources: {'Port': ['ID=01f2d332-867f-4630-b799-2e87d57a6e21,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:15.689356 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Router 622e9664-96bf-4045-8f59-135fabc44e44 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:35:15.858539 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:35:15.869538 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] Sync routers for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:35:15.899311 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:35:15.900010 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:35:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:15.926399 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] No DVR routers for this DVR port 01f2d332-867f-4630-b799-2e87d57a6e21 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:35:15.929316 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:15.933325 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6fe8d58a-ef6f-40e2-96c6-1f247078e638 req-e5c50da6-44a9-4464-98be-649242225c4d tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.37 "DELETE /v2.0/ports/01f2d332-867f-4630-b799-2e87d57a6e21 HTTP/1.1" status: 204 len: 173 time: 1.3976846 Apr 14 22:35:15.934198 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-deleted', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:35:15.938796 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7597dd4c-8f2a-4ab9-a328-864715b5488d" -d '{"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-deleted", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:35:15.992699 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ea965d-00ea-44ab-b50b-080f8b74a7b0 x-openstack-request-id: req-e4ea965d-00ea-44ab-b50b-080f8b74a7b0 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:35:15.993535 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118733c6-1275-4100-aab6-219bc1579cca", "name": "network-vif-deleted", "tag": "01f2d332-867f-4630-b799-2e87d57a6e21", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:35:15.994189 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4ea965d-00ea-44ab-b50b-080f8b74a7b0 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:35:15.995129 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ea965d-00ea-44ab-b50b-080f8b74a7b0'] response: {'server_uuid': '118733c6-1275-4100-aab6-219bc1579cca', 'name': 'network-vif-deleted', 'tag': '01f2d332-867f-4630-b799-2e87d57a6e21', 'status': 'completed', 'code': 200} Apr 14 22:35:16.078367 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:35:16.301854 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:16.335955 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] Checking router: 622e9664-96bf-4045-8f59-135fabc44e44 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:35:16.346573 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-053aa1ee-ddcb-49b8-bce2-9687c3163f86 req-0a261a50-b3fa-4e06-8312-c8d183c4cdea tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/ports?device_id=118733c6-1275-4100-aab6-219bc1579cca HTTP/1.1" status: 200 len: 210 time: 0.0462089 Apr 14 22:35:16.347450 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:35:16.347925 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:35:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:16.483472 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:35:16.821468 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:16.852528 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd591f-053f-4d25-aa9d-52ef06d8bbba None None] The sync data for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi is: [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:28:10Z', 'revision_number': 4, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd91f35bf-4ad3-49e9-92e2-4656fc8a50d0', 'name': '', 'network_id': '21227e2b-3fd3-40a4-bcda-0d3463f20bd1', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'mac_address': 'fa:16:3e:7f:f9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:09Z', 'updated_at': '2022-04-14T22:28:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'subnets': [{'id': '3bd003fb-b636-4ddf-b9c7-181100456fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:35:17.213114 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d75799a-1867-4e22-84ec-edaa211d3d32 None None] New status for floating IP 5a09e78e-40d8-47e3-962d-f437ac534710: DOWN {{(pid=104052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:35:17.567731 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58320) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:17.633929 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (112d2117-ee9d-45f1-a687-05e76a8fdb58), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:17.663427 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (112d2117-ee9d-45f1-a687-05e76a8fdb58), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:17.875232 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (112d2117-ee9d-45f1-a687-05e76a8fdb58), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:17.880384 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:17.882467 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "DELETE /v2.0/security-groups/112d2117-ee9d-45f1-a687-05e76a8fdb58 HTTP/1.1" status: 204 len: 168 time: 0.3132851 Apr 14 22:35:17.893342 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58332) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:17.898968 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d2117-ee9d-45f1-a687-05e76a8fdb58,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:17.910125 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.api.v2.resource [None req-ed718ab1-d5d0-49ba-ad1c-911cb35cd1e0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] show failed (client error): The resource could not be found. Apr 14 22:35:17.911223 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-ed718ab1-d5d0-49ba-ad1c-911cb35cd1e0 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "GET /v2.0/security-groups/112d2117-ee9d-45f1-a687-05e76a8fdb58 HTTP/1.1" status: 404 len: 347 time: 0.0166852 Apr 14 22:35:17.913356 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.919449 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.920242 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.920383 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.920975 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.921679 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d202c3-bdf2-4b3e-b04e-8a3bad0e86a3 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:17.921830 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58334) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:18.041487 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:18.066027 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 01f2d332-867f-4630-b799-2e87d57a6e21 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:18.066399 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 01f2d332-867f-4630-b799-2e87d57a6e21 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:18.089406 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Deleting port a3d1f85b-f965-4b43-85b3-6b432eb0165b {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:18.089828 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (a3d1f85b-f965-4b43-85b3-6b432eb0165b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:18.178246 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (a3d1f85b-f965-4b43-85b3-6b432eb0165b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:18.178562 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (a3d1f85b-f965-4b43-85b3-6b432eb0165b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:18.199477 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Calling delete_port for a3d1f85b-f965-4b43-85b3-6b432eb0165b owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:18.487247 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (a3d1f85b-f965-4b43-85b3-6b432eb0165b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:18.521382 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Pushing event deleted for resources: {'Port': ['ID=a3d1f85b-f965-4b43-85b3-6b432eb0165b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:18.536784 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.537139 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.549480 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.562090 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:18.631619 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks [] for floatingip (5a09e78e-40d8-47e3-962d-f437ac534710), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:18.636268 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:18.638330 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3cec70e8-d977-42bb-a657-4523fcb42cc7 tempest-AttachVolumeShelveTestJSON-1565137871 tempest-AttachVolumeShelveTestJSON-1565137871-project] 10.222.0.50 "DELETE /v2.0/floatingips/5a09e78e-40d8-47e3-962d-f437ac534710 HTTP/1.1" status: 204 len: 168 time: 0.7152369 Apr 14 22:35:21.638613 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58418) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:22.112619 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58442) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:22.233014 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (622e9664-96bf-4045-8f59-135fabc44e44), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.263108 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a457215d-8912-4982-81f2-c56b6898d6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.362217 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a457215d-8912-4982-81f2-c56b6898d6fc admin admin] Publish callbacks [] for security_group (948a0b5c-3e79-4eeb-913c-87046b9afa72), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.428429 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-a457215d-8912-4982-81f2-c56b6898d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (948a0b5c-3e79-4eeb-913c-87046b9afa72), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.478594 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-a457215d-8912-4982-81f2-c56b6898d6fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22a96de10b534b9eae09fdefb0b7e4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634305 Apr 14 22:35:22.478831 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58452) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:22.481756 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457215d-8912-4982-81f2-c56b6898d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948a0b5c-3e79-4eeb-913c-87046b9afa72,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:22.549805 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Deleting port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:22.550030 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.638093 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c9fc34e5-c7d2-4f90-8bb0-6aa9cb7cae43 admin admin] Publish callbacks [] for security_group (948a0b5c-3e79-4eeb-913c-87046b9afa72), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.682442 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58456) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:22.693965 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c9fc34e5-c7d2-4f90-8bb0-6aa9cb7cae43 admin admin] Publish callbacks [] for security_group (948a0b5c-3e79-4eeb-913c-87046b9afa72), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.705580 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] For port d91f35bf-4ad3-49e9-92e2-4656fc8a50d0, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:22.705947 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.729549 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Calling delete_port for d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:22.828863 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-281ccf7c-f4bf-498e-8d40-db4b0294eb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.963431 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c9fc34e5-c7d2-4f90-8bb0-6aa9cb7cae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (948a0b5c-3e79-4eeb-913c-87046b9afa72), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.966093 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c9fc34e5-c7d2-4f90-8bb0-6aa9cb7cae43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:22.967926 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c9fc34e5-c7d2-4f90-8bb0-6aa9cb7cae43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/948a0b5c-3e79-4eeb-913c-87046b9afa72 HTTP/1.1" status: 204 len: 168 time: 0.4879453 Apr 14 22:35:22.983883 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc34e5-c7d2-4f90-8bb0-6aa9cb7cae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948a0b5c-3e79-4eeb-913c-87046b9afa72,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:23.045187 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-281ccf7c-f4bf-498e-8d40-db4b0294eb1c admin admin] Publish callbacks [] for security_group (783e015c-7ce1-4895-992c-1e45762d5683), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:23.046259 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (d91f35bf-4ad3-49e9-92e2-4656fc8a50d0), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:23.078965 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91f35bf-4ad3-49e9-92e2-4656fc8a50d0,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:23.147907 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-281ccf7c-f4bf-498e-8d40-db4b0294eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (783e015c-7ce1-4895-992c-1e45762d5683), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:23.195375 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ccf7c-f4bf-498e-8d40-db4b0294eb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783e015c-7ce1-4895-992c-1e45762d5683,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:23.201432 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-281ccf7c-f4bf-498e-8d40-db4b0294eb1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d04eea49c914f02b756c8a9792e7626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5173278 Apr 14 22:35:23.205557 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58466) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:23.341943 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8737befd-b8bc-4252-afab-c1d86827f11a admin admin] Publish callbacks [] for security_group (783e015c-7ce1-4895-992c-1e45762d5683), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:23.377935 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (622e9664-96bf-4045-8f59-135fabc44e44), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:23.386633 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8737befd-b8bc-4252-afab-c1d86827f11a admin admin] Publish callbacks [] for security_group (783e015c-7ce1-4895-992c-1e45762d5683), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:23.593436 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8737befd-b8bc-4252-afab-c1d86827f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (783e015c-7ce1-4895-992c-1e45762d5683), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:23.596678 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8737befd-b8bc-4252-afab-c1d86827f11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:23.598152 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-8737befd-b8bc-4252-afab-c1d86827f11a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/783e015c-7ce1-4895-992c-1e45762d5683 HTTP/1.1" status: 204 len: 168 time: 0.3911958 Apr 14 22:35:23.609768 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737befd-b8bc-4252-afab-c1d86827f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783e015c-7ce1-4895-992c-1e45762d5683,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:23.975105 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Router 622e9664-96bf-4045-8f59-135fabc44e44 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:35:24.173834 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:35:24.185930 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] Sync routers for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:35:24.201682 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7c3ae932-1978-4923-9f17-4b55300741f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/622e9664-96bf-4045-8f59-135fabc44e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5618260 Apr 14 22:35:24.204185 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:35:24.204832 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:35:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:24.206865 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58496) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:24.382928 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:35:24.394301 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks [] for router (622e9664-96bf-4045-8f59-135fabc44e44), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:24.609754 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks [] for router_gateway (622e9664-96bf-4045-8f59-135fabc44e44), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:24.687342 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:35:22Z', 'revision_number': 5, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port': {'id': '269b572d-b8bc-4fe0-ba31-fa7a6fe85432', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622e9664-96bf-4045-8f59-135fabc44e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:28:05Z', 'updated_at': '2022-04-14T22:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:24.743301 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] Checking router: 622e9664-96bf-4045-8f59-135fabc44e44 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:35:24.771534 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] Routers {'622e9664-96bf-4045-8f59-135fabc44e44'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:35:24.771534 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:35:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['622e9664-96bf-4045-8f59-135fabc44e44'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:24.779799 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Deleting port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:24.780295 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:24.890036 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] Set router 622e9664-96bf-4045-8f59-135fabc44e44 gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:35:24.900331 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] For port 269b572d-b8bc-4fe0-ba31-fa7a6fe85432, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=269b572d-b8bc-4fe0-ba31-fa7a6fe85432,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:24.901008 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:24.920430 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Calling delete_port for 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 owned by network:router_gateway {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:24.952131 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:35:24Z', 'revision_number': 6, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port_host': None}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:25.003279 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3277054-e6fd-4360-b115-ab3c78e86c01 None None] The sync data for ids ['622e9664-96bf-4045-8f59-135fabc44e44'] in dv-cinder-820918-2-iscsi is: [{'id': '622e9664-96bf-4045-8f59-135fabc44e44', 'name': 'tempest-AttachVolumeShelveTestJSON-1727401694-router', 'tenant_id': '8440fd0b09b84c66958ab2cfe0101e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:28:04Z', 'updated_at': '2022-04-14T22:35:24Z', 'revision_number': 6, 'project_id': '8440fd0b09b84c66958ab2cfe0101e08', 'gw_port_host': None}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:35:25.291953 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (269b572d-b8bc-4fe0-ba31-fa7a6fe85432), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:25.342491 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Pushing event deleted for resources: {'Port': ['ID=269b572d-b8bc-4fe0-ba31-fa7a6fe85432,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:25.468793 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (622e9664-96bf-4045-8f59-135fabc44e44), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:25.492363 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:25.516691 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:25.517027 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device d91f35bf-4ad3-49e9-92e2-4656fc8a50d0 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:25.600335 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (622e9664-96bf-4045-8f59-135fabc44e44), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:25.602983 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks [] for router_controller (622e9664-96bf-4045-8f59-135fabc44e44), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:25.782831 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (622e9664-96bf-4045-8f59-135fabc44e44), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:25.785211 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622e9664-96bf-4045-8f59-135fabc44e44 {{(pid=104050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:35:25.793893 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:25.796065 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f3decb5d-893c-4094-9ec4-873261ca7250 admin admin] 10.222.0.50 "DELETE /v2.0/routers/622e9664-96bf-4045-8f59-135fabc44e44 HTTP/1.1" status: 204 len: 168 time: 1.5862532 Apr 14 22:35:25.799684 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58542) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:25.862342 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_v2 [None req-225dfaf4-3ac2-40fb-936d-a9773a75f32c admin admin] Deleting subnet 3bd003fb-b636-4ddf-b9c7-181100456fc8 {{(pid=104050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:35:25.866403 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-225dfaf4-3ac2-40fb-936d-a9773a75f32c admin admin] Publish callbacks [] for subnet (3bd003fb-b636-4ddf-b9c7-181100456fc8), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:25.921264 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-225dfaf4-3ac2-40fb-936d-a9773a75f32c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27071291'] for subnet (3bd003fb-b636-4ddf-b9c7-181100456fc8), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.059409 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-225dfaf4-3ac2-40fb-936d-a9773a75f32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (3bd003fb-b636-4ddf-b9c7-181100456fc8), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.238355 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-225dfaf4-3ac2-40fb-936d-a9773a75f32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25323411'] for subnet (3bd003fb-b636-4ddf-b9c7-181100456fc8), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.270520 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dfaf4-3ac2-40fb-936d-a9773a75f32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd003fb-b636-4ddf-b9c7-181100456fc8,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:26.284646 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-225dfaf4-3ac2-40fb-936d-a9773a75f32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.291829 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-225dfaf4-3ac2-40fb-936d-a9773a75f32c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3bd003fb-b636-4ddf-b9c7-181100456fc8 HTTP/1.1" status: 204 len: 168 time: 0.4870448 Apr 14 22:35:26.292334 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a32434-b749-42c0-aaac-58fbfe5c95ab None None] Network 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:35:26.292512 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58558) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:26.486850 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (21227e2b-3fd3-40a4-bcda-0d3463f20bd1), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.570929 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Deleting port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:26.570929 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.624594 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] DHCP port deletion for 21227e2b-3fd3-40a4-bcda-0d3463f20bd1 request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:35:26.664481 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] For port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:26.667661 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.670263 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Deleting port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:35:26.670641 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.681324 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Calling delete_port for 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:26.745008 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] For port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,segment=NetworkSegment(82c8b415-f7a2-48d5-84ee-e4277a5ed058),segment_id=82c8b415-f7a2-48d5-84ee-e4277a5ed058)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:35:26.745320 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.760487 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Calling delete_port for 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:35:26.852536 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:26.894339 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] No DVR routers for this DVR port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc on host dv-cinder-820918-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:35:26.896811 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:27.016777 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (37aa9d9b-1fe0-48e3-bd62-deda48ea76bc), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:27.037182 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (21227e2b-3fd3-40a4-bcda-0d3463f20bd1), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:27.047333 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] No DVR routers for this DVR port 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:35:27.049925 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Pushing event deleted for resources: {'Port': ['ID=37aa9d9b-1fe0-48e3-bd62-deda48ea76bc,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.066324 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.068133 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.068133 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.068133 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa263f35-b2cd-47e5-8252-e20ad853276d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:35:27.087176 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21227e2b-3fd3-40a4-bcda-0d3463f20bd1']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:27.106459 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c8b415-f7a2-48d5-84ee-e4277a5ed058') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:27.107066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c8b415-f7a2-48d5-84ee-e4277a5ed058') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:35:27.127713 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (82c8b415-f7a2-48d5-84ee-e4277a5ed058), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:27.149389 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (82c8b415-f7a2-48d5-84ee-e4277a5ed058), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:27.157262 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:35:27.158532 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (82c8b415-f7a2-48d5-84ee-e4277a5ed058), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:35:27.159923 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:35:27.313823 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (21227e2b-3fd3-40a4-bcda-0d3463f20bd1), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:27.321979 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:27.323672 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] 10.222.0.50 "DELETE /v2.0/networks/21227e2b-3fd3-40a4-bcda-0d3463f20bd1 HTTP/1.1" status: 204 len: 168 time: 1.0297418 Apr 14 22:35:27.331914 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:27.340263 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631c522-7e46-40da-807f-4ef1c7019f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=21227e2b-3fd3-40a4-bcda-0d3463f20bd1,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:27.370134 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:27.370468 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 269b572d-b8bc-4fe0-ba31-fa7a6fe85432 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:27.370942 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:35:27.398960 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:35:27.399744 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 37aa9d9b-1fe0-48e3-bd62-deda48ea76bc not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:35:27.846948 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58588) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:27.893758 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5a988b76-a356-48da-8dff-bd114a4b2663 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8440fd0b09b84c66958ab2cfe0101e08&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455239 Apr 14 22:35:27.898008 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58590) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:27.963916 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d386e10-dcf6-466c-9c80-d52af25edf69 admin admin] Publish callbacks [] for security_group (d12cabdd-8592-4a9e-b0e7-3820adc752a1), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:28.004839 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d386e10-dcf6-466c-9c80-d52af25edf69 admin admin] Publish callbacks [] for security_group (d12cabdd-8592-4a9e-b0e7-3820adc752a1), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:28.171620 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d386e10-dcf6-466c-9c80-d52af25edf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d12cabdd-8592-4a9e-b0e7-3820adc752a1), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:28.174343 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-8d386e10-dcf6-466c-9c80-d52af25edf69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:28.175648 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-8d386e10-dcf6-466c-9c80-d52af25edf69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d12cabdd-8592-4a9e-b0e7-3820adc752a1 HTTP/1.1" status: 204 len: 168 time: 0.2766440 Apr 14 22:35:28.184577 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d386e10-dcf6-466c-9c80-d52af25edf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12cabdd-8592-4a9e-b0e7-3820adc752a1,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:29.706766 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:35:30.402860 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58678) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:30.526752 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e45b227a-7b73-4487-b709-50273052f833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:30.622798 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e45b227a-7b73-4487-b709-50273052f833 admin admin] Publish callbacks [] for security_group (eb760da2-ee2d-487d-9877-bc77384678d1), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:30.669376 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e45b227a-7b73-4487-b709-50273052f833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (eb760da2-ee2d-487d-9877-bc77384678d1), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:30.755055 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58686) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:30.756020 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e45b227a-7b73-4487-b709-50273052f833 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17a85c06e1fc47a08d1952f9ff554aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511672 Apr 14 22:35:30.757048 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b227a-7b73-4487-b709-50273052f833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb760da2-ee2d-487d-9877-bc77384678d1,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:30.829352 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2956fdc8-42a4-4919-a877-e419ae7581df admin admin] Publish callbacks [] for security_group (eb760da2-ee2d-487d-9877-bc77384678d1), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:30.855757 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2956fdc8-42a4-4919-a877-e419ae7581df admin admin] Publish callbacks [] for security_group (eb760da2-ee2d-487d-9877-bc77384678d1), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:30.999641 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2956fdc8-42a4-4919-a877-e419ae7581df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (eb760da2-ee2d-487d-9877-bc77384678d1), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:31.003141 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2956fdc8-42a4-4919-a877-e419ae7581df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:31.004424 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-2956fdc8-42a4-4919-a877-e419ae7581df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb760da2-ee2d-487d-9877-bc77384678d1 HTTP/1.1" status: 204 len: 168 time: 0.2483411 Apr 14 22:35:31.016385 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956fdc8-42a4-4919-a877-e419ae7581df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb760da2-ee2d-487d-9877-bc77384678d1,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:31.851777 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:34.411292 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b39b455b-0604-4622-9ab1-4e6bc6627f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:36.852512 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c3116adc-0206-4839-9733-dfd42542ece2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:38.057584 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:38.600220 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58888) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:38.680460 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58892) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:38.865002 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-15e20806-be1a-45a1-a924-3572d46d4cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:38.893351 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d015c58-8942-4c0e-bd7d-650c5ad1a2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.123469 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-15e20806-be1a-45a1-a924-3572d46d4cae admin admin] Publish callbacks [] for security_group (1c2fdb56-2a39-4075-8591-783cfd2b24ff), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.137530 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d015c58-8942-4c0e-bd7d-650c5ad1a2cf admin admin] Publish callbacks [] for security_group (f5937778-f580-4f8e-9892-bb64dfdbfc34), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.205290 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-15e20806-be1a-45a1-a924-3572d46d4cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (1c2fdb56-2a39-4075-8591-783cfd2b24ff), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.234125 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.246405 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-4d015c58-8942-4c0e-bd7d-650c5ad1a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f5937778-f580-4f8e-9892-bb64dfdbfc34), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.261636 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-15e20806-be1a-45a1-a924-3572d46d4cae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fccd33c64f9d4ab5a72c0b1714166429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6600025 Apr 14 22:35:39.264379 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e20806-be1a-45a1-a924-3572d46d4cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2fdb56-2a39-4075-8591-783cfd2b24ff,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:39.265182 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58912) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:39.296214 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-4d015c58-8942-4c0e-bd7d-650c5ad1a2cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8024bff6bc7425a9d06553f0f0d991f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6141698 Apr 14 22:35:39.300931 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58914) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:39.307272 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d015c58-8942-4c0e-bd7d-650c5ad1a2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5937778-f580-4f8e-9892-bb64dfdbfc34,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:39.376002 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-56fbf0e6-acae-4566-826f-9ceb6eefc2a4 admin admin] Publish callbacks [] for security_group (1c2fdb56-2a39-4075-8591-783cfd2b24ff), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.407494 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f38a9254-4b19-4f10-80cd-2bbd84fd38c6 admin admin] Publish callbacks [] for security_group (f5937778-f580-4f8e-9892-bb64dfdbfc34), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.414310 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-56fbf0e6-acae-4566-826f-9ceb6eefc2a4 admin admin] Publish callbacks [] for security_group (1c2fdb56-2a39-4075-8591-783cfd2b24ff), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.457065 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f38a9254-4b19-4f10-80cd-2bbd84fd38c6 admin admin] Publish callbacks [] for security_group (f5937778-f580-4f8e-9892-bb64dfdbfc34), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.588225 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-56fbf0e6-acae-4566-826f-9ceb6eefc2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (1c2fdb56-2a39-4075-8591-783cfd2b24ff), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.591779 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-56fbf0e6-acae-4566-826f-9ceb6eefc2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.593372 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-56fbf0e6-acae-4566-826f-9ceb6eefc2a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c2fdb56-2a39-4075-8591-783cfd2b24ff HTTP/1.1" status: 204 len: 168 time: 0.3264780 Apr 14 22:35:39.603314 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbf0e6-acae-4566-826f-9ceb6eefc2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2fdb56-2a39-4075-8591-783cfd2b24ff,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:39.617538 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f38a9254-4b19-4f10-80cd-2bbd84fd38c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f5937778-f580-4f8e-9892-bb64dfdbfc34), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.622281 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f38a9254-4b19-4f10-80cd-2bbd84fd38c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:39.624114 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f38a9254-4b19-4f10-80cd-2bbd84fd38c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5937778-f580-4f8e-9892-bb64dfdbfc34 HTTP/1.1" status: 204 len: 168 time: 0.3217237 Apr 14 22:35:39.652717 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a9254-4b19-4f10-80cd-2bbd84fd38c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5937778-f580-4f8e-9892-bb64dfdbfc34,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:40.553856 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 58928) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:40.572570 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9080ea44-29ae-46c2-955a-e035b1eb09d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:40.666521 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9080ea44-29ae-46c2-955a-e035b1eb09d7 admin admin] Publish callbacks [] for security_group (5ca84a05-2afb-47f8-813f-c5a6be7db402), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:40.777357 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9080ea44-29ae-46c2-955a-e035b1eb09d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (5ca84a05-2afb-47f8-813f-c5a6be7db402), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:40.824783 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9080ea44-29ae-46c2-955a-e035b1eb09d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3197276f1a264b3aa764f51707f33c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693152 Apr 14 22:35:40.825903 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080ea44-29ae-46c2-955a-e035b1eb09d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca84a05-2afb-47f8-813f-c5a6be7db402,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:40.827464 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58930) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:40.869341 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:40.908608 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8abba336-44e5-4c04-bd27-b0e93d9c360f admin admin] Publish callbacks [] for security_group (5ca84a05-2afb-47f8-813f-c5a6be7db402), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:40.951647 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8abba336-44e5-4c04-bd27-b0e93d9c360f admin admin] Publish callbacks [] for security_group (5ca84a05-2afb-47f8-813f-c5a6be7db402), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:41.085547 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8abba336-44e5-4c04-bd27-b0e93d9c360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (5ca84a05-2afb-47f8-813f-c5a6be7db402), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:41.088158 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8abba336-44e5-4c04-bd27-b0e93d9c360f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:41.089400 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-8abba336-44e5-4c04-bd27-b0e93d9c360f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ca84a05-2afb-47f8-813f-c5a6be7db402 HTTP/1.1" status: 204 len: 168 time: 0.2596748 Apr 14 22:35:41.100411 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abba336-44e5-4c04-bd27-b0e93d9c360f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca84a05-2afb-47f8-813f-c5a6be7db402,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:43.166012 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 58998) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:43.239378 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59002) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:43.401655 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-be7a08b5-9ec7-47fe-ad44-823a1b2657fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.408030 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-379b367d-e8f7-47f9-ae20-8762751b1a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.632530 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-be7a08b5-9ec7-47fe-ad44-823a1b2657fd admin admin] Publish callbacks [] for security_group (f02dc40f-0b22-4765-aea6-578c8f856735), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.665110 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-379b367d-e8f7-47f9-ae20-8762751b1a74 admin admin] Publish callbacks [] for security_group (93a9aaa5-a6c5-4a6f-9ca3-4fe798daa0d9), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.708797 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-be7a08b5-9ec7-47fe-ad44-823a1b2657fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f02dc40f-0b22-4765-aea6-578c8f856735), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.743978 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-379b367d-e8f7-47f9-ae20-8762751b1a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (93a9aaa5-a6c5-4a6f-9ca3-4fe798daa0d9), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.777718 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-be7a08b5-9ec7-47fe-ad44-823a1b2657fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b13c780ed70a488c8471ce92b58e3f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5369656 Apr 14 22:35:43.781531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59020) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:43.784439 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a08b5-9ec7-47fe-ad44-823a1b2657fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02dc40f-0b22-4765-aea6-578c8f856735,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:43.796503 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-379b367d-e8f7-47f9-ae20-8762751b1a74 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04afb6b27595411fa85111b92c525f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6289611 Apr 14 22:35:43.802969 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59022) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:43.842412 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b367d-e8f7-47f9-ae20-8762751b1a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a9aaa5-a6c5-4a6f-9ca3-4fe798daa0d9,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:43.877740 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-499a166e-e532-4cf5-b482-1c312f358ea7 admin admin] Publish callbacks [] for security_group (f02dc40f-0b22-4765-aea6-578c8f856735), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.878503 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2a73dfca-5854-4821-83e3-441546bb6a82 admin admin] Publish callbacks [] for security_group (93a9aaa5-a6c5-4a6f-9ca3-4fe798daa0d9), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.909436 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-499a166e-e532-4cf5-b482-1c312f358ea7 admin admin] Publish callbacks [] for security_group (f02dc40f-0b22-4765-aea6-578c8f856735), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:43.914263 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2a73dfca-5854-4821-83e3-441546bb6a82 admin admin] Publish callbacks [] for security_group (93a9aaa5-a6c5-4a6f-9ca3-4fe798daa0d9), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:44.062422 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-499a166e-e532-4cf5-b482-1c312f358ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f02dc40f-0b22-4765-aea6-578c8f856735), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:44.065254 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-499a166e-e532-4cf5-b482-1c312f358ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:44.066524 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-499a166e-e532-4cf5-b482-1c312f358ea7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f02dc40f-0b22-4765-aea6-578c8f856735 HTTP/1.1" status: 204 len: 168 time: 0.2835736 Apr 14 22:35:44.075928 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a166e-e532-4cf5-b482-1c312f358ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02dc40f-0b22-4765-aea6-578c8f856735,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:44.120818 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2a73dfca-5854-4821-83e3-441546bb6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (93a9aaa5-a6c5-4a6f-9ca3-4fe798daa0d9), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:44.124486 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2a73dfca-5854-4821-83e3-441546bb6a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:44.126373 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-2a73dfca-5854-4821-83e3-441546bb6a82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93a9aaa5-a6c5-4a6f-9ca3-4fe798daa0d9 HTTP/1.1" status: 204 len: 168 time: 0.3230231 Apr 14 22:35:44.136657 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73dfca-5854-4821-83e3-441546bb6a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a9aaa5-a6c5-4a6f-9ca3-4fe798daa0d9,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:44.965429 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59044) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:44.987030 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b463d9bb-fa1f-4ae7-bd11-de486798cd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:45.113349 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b463d9bb-fa1f-4ae7-bd11-de486798cd0e admin admin] Publish callbacks [] for security_group (60aadd84-787c-4456-a8e9-f7611c2749e7), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:45.182298 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b463d9bb-fa1f-4ae7-bd11-de486798cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (60aadd84-787c-4456-a8e9-f7611c2749e7), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:45.231908 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b463d9bb-fa1f-4ae7-bd11-de486798cd0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ebce0eee61c4c80a8e30baab23ba934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658865 Apr 14 22:35:45.233218 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463d9bb-fa1f-4ae7-bd11-de486798cd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aadd84-787c-4456-a8e9-f7611c2749e7,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:45.235983 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59056) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:45.304574 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-506eb77b-4653-41e9-b7b6-ee8d0531982d admin admin] Publish callbacks [] for security_group (60aadd84-787c-4456-a8e9-f7611c2749e7), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:45.332769 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-506eb77b-4653-41e9-b7b6-ee8d0531982d admin admin] Publish callbacks [] for security_group (60aadd84-787c-4456-a8e9-f7611c2749e7), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:45.497576 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-506eb77b-4653-41e9-b7b6-ee8d0531982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (60aadd84-787c-4456-a8e9-f7611c2749e7), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:45.503787 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-506eb77b-4653-41e9-b7b6-ee8d0531982d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:45.520175 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-506eb77b-4653-41e9-b7b6-ee8d0531982d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60aadd84-787c-4456-a8e9-f7611c2749e7 HTTP/1.1" status: 204 len: 168 time: 0.2685885 Apr 14 22:35:45.532464 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eb77b-4653-41e9-b7b6-ee8d0531982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aadd84-787c-4456-a8e9-f7611c2749e7,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:55.063112 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59286) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:55.237428 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-979a8bbe-177f-4eb3-a6d2-67901ea9f17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:55.357364 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-979a8bbe-177f-4eb3-a6d2-67901ea9f17c admin admin] Publish callbacks [] for security_group (56b5a0e3-0621-4b9a-8d6c-2cc9a1e27aec), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:55.428710 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-979a8bbe-177f-4eb3-a6d2-67901ea9f17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (56b5a0e3-0621-4b9a-8d6c-2cc9a1e27aec), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:55.476774 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-979a8bbe-177f-4eb3-a6d2-67901ea9f17c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=052a292dbf0a4434affeccbd6af5d8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123847 Apr 14 22:35:55.478234 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a8bbe-177f-4eb3-a6d2-67901ea9f17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5a0e3-0621-4b9a-8d6c-2cc9a1e27aec,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:55.480883 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59294) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:55.546456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aeed69d3-6a86-400f-bc86-9b93fde5c296 admin admin] Publish callbacks [] for security_group (56b5a0e3-0621-4b9a-8d6c-2cc9a1e27aec), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:55.577080 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aeed69d3-6a86-400f-bc86-9b93fde5c296 admin admin] Publish callbacks [] for security_group (56b5a0e3-0621-4b9a-8d6c-2cc9a1e27aec), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:55.742624 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aeed69d3-6a86-400f-bc86-9b93fde5c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (56b5a0e3-0621-4b9a-8d6c-2cc9a1e27aec), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:55.745442 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-aeed69d3-6a86-400f-bc86-9b93fde5c296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:55.746851 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-aeed69d3-6a86-400f-bc86-9b93fde5c296 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56b5a0e3-0621-4b9a-8d6c-2cc9a1e27aec HTTP/1.1" status: 204 len: 168 time: 0.2648849 Apr 14 22:35:55.757317 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed69d3-6a86-400f-bc86-9b93fde5c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5a0e3-0621-4b9a-8d6c-2cc9a1e27aec,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:56.463678 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59308) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:56.477944 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-45954723-2e7d-495b-8b16-73b68dce12d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:56.485890 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59310) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:56.579207 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-45954723-2e7d-495b-8b16-73b68dce12d9 admin admin] Publish callbacks [] for security_group (4e604d6a-8794-425c-acdc-3c4cb951bbce), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:56.674203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-45954723-2e7d-495b-8b16-73b68dce12d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (4e604d6a-8794-425c-acdc-3c4cb951bbce), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:56.685433 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c26a4976-cb88-419e-b085-41d4edefbd13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:56.750579 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45954723-2e7d-495b-8b16-73b68dce12d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e604d6a-8794-425c-acdc-3c4cb951bbce,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:56.759416 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-45954723-2e7d-495b-8b16-73b68dce12d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf6bd8d9e03a42538210675626c2e93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943993 Apr 14 22:35:56.763234 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59318) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:56.825850 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c26a4976-cb88-419e-b085-41d4edefbd13 admin admin] Publish callbacks [] for security_group (dd6805c2-2410-4f46-849a-019cc4d5878a), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:56.849066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0903511-327c-4c62-af65-7df6dd111926 admin admin] Publish callbacks [] for security_group (4e604d6a-8794-425c-acdc-3c4cb951bbce), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:56.884720 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0903511-327c-4c62-af65-7df6dd111926 admin admin] Publish callbacks [] for security_group (4e604d6a-8794-425c-acdc-3c4cb951bbce), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:56.904420 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c26a4976-cb88-419e-b085-41d4edefbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (dd6805c2-2410-4f46-849a-019cc4d5878a), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:56.970523 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c26a4976-cb88-419e-b085-41d4edefbd13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bd64e963aba49c4bde1687818f4914d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828966 Apr 14 22:35:56.972274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59322) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:56.979002 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a4976-cb88-419e-b085-41d4edefbd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6805c2-2410-4f46-849a-019cc4d5878a,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:57.053894 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2714677a-2c31-40ce-9ad8-55ae18be4925 admin admin] Publish callbacks [] for security_group (dd6805c2-2410-4f46-849a-019cc4d5878a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:57.072260 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0903511-327c-4c62-af65-7df6dd111926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (4e604d6a-8794-425c-acdc-3c4cb951bbce), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:57.077053 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d0903511-327c-4c62-af65-7df6dd111926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:57.080056 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d0903511-327c-4c62-af65-7df6dd111926 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e604d6a-8794-425c-acdc-3c4cb951bbce HTTP/1.1" status: 204 len: 168 time: 0.3121090 Apr 14 22:35:57.100388 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2714677a-2c31-40ce-9ad8-55ae18be4925 admin admin] Publish callbacks [] for security_group (dd6805c2-2410-4f46-849a-019cc4d5878a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:57.103493 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0903511-327c-4c62-af65-7df6dd111926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e604d6a-8794-425c-acdc-3c4cb951bbce,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:57.280025 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2714677a-2c31-40ce-9ad8-55ae18be4925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (dd6805c2-2410-4f46-849a-019cc4d5878a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:57.283934 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2714677a-2c31-40ce-9ad8-55ae18be4925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:57.285464 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2714677a-2c31-40ce-9ad8-55ae18be4925 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd6805c2-2410-4f46-849a-019cc4d5878a HTTP/1.1" status: 204 len: 168 time: 0.3117597 Apr 14 22:35:57.298352 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714677a-2c31-40ce-9ad8-55ae18be4925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6805c2-2410-4f46-849a-019cc4d5878a,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:59.505160 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59410) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:35:59.683053 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b04d8b92-d95f-4835-a670-275371b30ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:59.790728 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b04d8b92-d95f-4835-a670-275371b30ae8 admin admin] Publish callbacks [] for security_group (1f4ab83c-5c28-413c-8a93-f70d219daa50), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:59.874639 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b04d8b92-d95f-4835-a670-275371b30ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (1f4ab83c-5c28-413c-8a93-f70d219daa50), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:35:59.943148 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b04d8b92-d95f-4835-a670-275371b30ae8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3b44a0e5a194324823abba9e835aea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4368272 Apr 14 22:35:59.944613 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d8b92-d95f-4835-a670-275371b30ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4ab83c-5c28-413c-8a93-f70d219daa50,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:35:59.946113 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59424) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:00.024914 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3dd01bec-5fec-499b-b4ff-24c2c73199ce admin admin] Publish callbacks [] for security_group (1f4ab83c-5c28-413c-8a93-f70d219daa50), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:00.056817 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3dd01bec-5fec-499b-b4ff-24c2c73199ce admin admin] Publish callbacks [] for security_group (1f4ab83c-5c28-413c-8a93-f70d219daa50), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:00.221384 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3dd01bec-5fec-499b-b4ff-24c2c73199ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (1f4ab83c-5c28-413c-8a93-f70d219daa50), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:00.224128 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3dd01bec-5fec-499b-b4ff-24c2c73199ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:00.225650 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3dd01bec-5fec-499b-b4ff-24c2c73199ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f4ab83c-5c28-413c-8a93-f70d219daa50 HTTP/1.1" status: 204 len: 168 time: 0.2778778 Apr 14 22:36:00.235021 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd01bec-5fec-499b-b4ff-24c2c73199ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4ab83c-5c28-413c-8a93-f70d219daa50,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:01.857055 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:02.234552 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59464) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:02.361131 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b336709d-4414-4ab8-88e2-4c90ebcbfb5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:02.449068 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b336709d-4414-4ab8-88e2-4c90ebcbfb5e admin admin] Publish callbacks [] for security_group (66eb5ae2-28d7-427f-ac23-5a7cd1032df1), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:02.531138 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-b336709d-4414-4ab8-88e2-4c90ebcbfb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (66eb5ae2-28d7-427f-ac23-5a7cd1032df1), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:02.580459 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-b336709d-4414-4ab8-88e2-4c90ebcbfb5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2174d3809b34707b073a93bbec1e831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445332 Apr 14 22:36:02.581345 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336709d-4414-4ab8-88e2-4c90ebcbfb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eb5ae2-28d7-427f-ac23-5a7cd1032df1,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:02.584782 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59470) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:02.647389 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af6f9061-5e83-4c38-8daf-ffbba0f8ec6d admin admin] Publish callbacks [] for security_group (66eb5ae2-28d7-427f-ac23-5a7cd1032df1), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:02.672756 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af6f9061-5e83-4c38-8daf-ffbba0f8ec6d admin admin] Publish callbacks [] for security_group (66eb5ae2-28d7-427f-ac23-5a7cd1032df1), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:02.817520 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af6f9061-5e83-4c38-8daf-ffbba0f8ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (66eb5ae2-28d7-427f-ac23-5a7cd1032df1), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:02.822737 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-af6f9061-5e83-4c38-8daf-ffbba0f8ec6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:02.824688 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-af6f9061-5e83-4c38-8daf-ffbba0f8ec6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66eb5ae2-28d7-427f-ac23-5a7cd1032df1 HTTP/1.1" status: 204 len: 168 time: 0.2380748 Apr 14 22:36:02.840237 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f9061-5e83-4c38-8daf-ffbba0f8ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eb5ae2-28d7-427f-ac23-5a7cd1032df1,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:04.399956 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49fbb113-7496-4d69-a2d1-7375ea6020a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:05.932390 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-d7d69b6a-1ba4-47ee-a755-85c0c314c229 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428312 Apr 14 22:36:06.026144 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-5098828a-d53d-47d7-8cfb-83126322f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:06.027951 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-5098828a-d53d-47d7-8cfb-83126322f1a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 1130 time: 0.0482757 Apr 14 22:36:06.148770 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-1bd71e45-02fe-4954-9480-1d9c29d25ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:06.150358 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-1bd71e45-02fe-4954-9480-1d9c29d25ec2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.1011987 Apr 14 22:36:06.231073 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-a99b338a-e164-489f-b034-98d8f317f4e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f HTTP/1.1" status: 200 len: 1001 time: 0.0733271 Apr 14 22:36:06.284540 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-8dec6dd8-6a8e-4c1a-9f35-02595462903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:06.286071 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-8dec6dd8-6a8e-4c1a-9f35-02595462903a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0490758 Apr 14 22:36:06.340004 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-0d3485ce-745f-48af-bf86-9038c9324026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:06.341802 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-0d3485ce-745f-48af-bf86-9038c9324026 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463226 Apr 14 22:36:06.466666 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-65ccdaae-7a98-47af-b98e-b6fe2e7d5cce service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147501 Apr 14 22:36:06.577778 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-75fff4f1-6f63-46d5-bd5c-922b2db1b26c req-dd322b2f-84af-4760-90c8-d8776047973d service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003976 Apr 14 22:36:06.706865 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:36:06.793425 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-107541eb-ec26-4136-85d5-8731692871e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.062817 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.119321 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59526) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:08.242659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fa5859c5-8679-4643-ac0e-2d01ad132823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.347921 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fa5859c5-8679-4643-ac0e-2d01ad132823 admin admin] Publish callbacks [] for security_group (6066a8b9-5b8b-4230-9acc-91470e455c98), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.439684 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fa5859c5-8679-4643-ac0e-2d01ad132823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (6066a8b9-5b8b-4230-9acc-91470e455c98), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.481872 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5859c5-8679-4643-ac0e-2d01ad132823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6066a8b9-5b8b-4230-9acc-91470e455c98,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:08.487477 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fa5859c5-8679-4643-ac0e-2d01ad132823 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f4662badc89411e996fac050285dbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665884 Apr 14 22:36:08.491826 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59532) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:08.552421 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3e64000c-bd1a-4fae-a4a9-427855468cf9 admin admin] Publish callbacks [] for security_group (6066a8b9-5b8b-4230-9acc-91470e455c98), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.583227 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3e64000c-bd1a-4fae-a4a9-427855468cf9 admin admin] Publish callbacks [] for security_group (6066a8b9-5b8b-4230-9acc-91470e455c98), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.712680 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3e64000c-bd1a-4fae-a4a9-427855468cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (6066a8b9-5b8b-4230-9acc-91470e455c98), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.715372 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-3e64000c-bd1a-4fae-a4a9-427855468cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:08.719299 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-3e64000c-bd1a-4fae-a4a9-427855468cf9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6066a8b9-5b8b-4230-9acc-91470e455c98 HTTP/1.1" status: 204 len: 168 time: 0.2237990 Apr 14 22:36:08.725455 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64000c-bd1a-4fae-a4a9-427855468cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6066a8b9-5b8b-4230-9acc-91470e455c98,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:09.267654 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:09.402437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59554) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:09.418559 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-da0b1bca-e5e1-42d3-9538-bf49cd74a0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:09.671912 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-da0b1bca-e5e1-42d3-9538-bf49cd74a0c6 admin admin] Publish callbacks [] for security_group (d87e23cb-8550-452a-a50f-2ebc1e90d6e9), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:09.742364 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-da0b1bca-e5e1-42d3-9538-bf49cd74a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d87e23cb-8550-452a-a50f-2ebc1e90d6e9), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:09.807638 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-da0b1bca-e5e1-42d3-9538-bf49cd74a0c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b6ab31dd4e34b649dc790de74d446df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031456 Apr 14 22:36:09.809677 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b1bca-e5e1-42d3-9538-bf49cd74a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87e23cb-8550-452a-a50f-2ebc1e90d6e9,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:09.812353 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59560) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:09.876737 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2c53aaea-ef25-4047-aed3-6f53ed1ad4b3 admin admin] Publish callbacks [] for security_group (d87e23cb-8550-452a-a50f-2ebc1e90d6e9), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:09.903948 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2c53aaea-ef25-4047-aed3-6f53ed1ad4b3 admin admin] Publish callbacks [] for security_group (d87e23cb-8550-452a-a50f-2ebc1e90d6e9), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:10.050808 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2c53aaea-ef25-4047-aed3-6f53ed1ad4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (d87e23cb-8550-452a-a50f-2ebc1e90d6e9), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:10.053759 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2c53aaea-ef25-4047-aed3-6f53ed1ad4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:10.055064 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-2c53aaea-ef25-4047-aed3-6f53ed1ad4b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d87e23cb-8550-452a-a50f-2ebc1e90d6e9 HTTP/1.1" status: 204 len: 168 time: 0.2412868 Apr 14 22:36:10.064442 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53aaea-ef25-4047-aed3-6f53ed1ad4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87e23cb-8550-452a-a50f-2ebc1e90d6e9,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:10.902958 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:20.526103 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59718) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:20.654047 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:20.785517 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Publish callbacks [] for security_group (84e01b71-390f-4247-9c04-4b0cb235ef16), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:20.856522 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (84e01b71-390f-4247-9c04-4b0cb235ef16), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:20.898419 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e01b71-390f-4247-9c04-4b0cb235ef16,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:20.902759 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2acc950534ee4aca9ad03cf632d5dc5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751509 Apr 14 22:36:20.906242 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59728) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:20.910167 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.910537 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.910931 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.911274 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.911616 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.911950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.912278 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.912826 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.913167 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.913496 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.913826 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.914153 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.914475 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.914819 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.915140 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e60428-e40d-4a6c-bee3-f874c0e8a26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:20.979865 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Publish callbacks [] for security_group (84e01b71-390f-4247-9c04-4b0cb235ef16), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:21.007619 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Publish callbacks [] for security_group (84e01b71-390f-4247-9c04-4b0cb235ef16), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:21.159340 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (84e01b71-390f-4247-9c04-4b0cb235ef16), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:21.162600 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:21.164584 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84e01b71-390f-4247-9c04-4b0cb235ef16 HTTP/1.1" status: 204 len: 168 time: 0.2568464 Apr 14 22:36:21.175308 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e01b71-390f-4247-9c04-4b0cb235ef16,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:21.186279 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.186787 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.187201 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.187668 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.188233 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.188663 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.189146 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.189651 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.190281 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.190669 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.191222 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.191659 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.192259 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.192710 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.193210 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8697cc-a5c6-4c3f-a985-0d0d66d12505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:21.868086 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59742) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:21.883921 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c7dd88fb-f80c-40e6-b970-133d6c414334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:21.983366 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c7dd88fb-f80c-40e6-b970-133d6c414334 admin admin] Publish callbacks [] for security_group (ce1cffd9-f5f5-45e0-9b78-fbc51901e42e), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:22.084452 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c7dd88fb-f80c-40e6-b970-133d6c414334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ce1cffd9-f5f5-45e0-9b78-fbc51901e42e), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:22.126046 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c7dd88fb-f80c-40e6-b970-133d6c414334 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90cf5c943b01459bae5506a1730711b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567923 Apr 14 22:36:22.126965 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd88fb-f80c-40e6-b970-133d6c414334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1cffd9-f5f5-45e0-9b78-fbc51901e42e,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:22.129475 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59744) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:22.198044 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63ab4769-ca0c-4e8a-808c-85822c42a5ea admin admin] Publish callbacks [] for security_group (ce1cffd9-f5f5-45e0-9b78-fbc51901e42e), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:22.227243 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63ab4769-ca0c-4e8a-808c-85822c42a5ea admin admin] Publish callbacks [] for security_group (ce1cffd9-f5f5-45e0-9b78-fbc51901e42e), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:22.399162 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63ab4769-ca0c-4e8a-808c-85822c42a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ce1cffd9-f5f5-45e0-9b78-fbc51901e42e), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:22.401941 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-63ab4769-ca0c-4e8a-808c-85822c42a5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:22.403866 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-63ab4769-ca0c-4e8a-808c-85822c42a5ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce1cffd9-f5f5-45e0-9b78-fbc51901e42e HTTP/1.1" status: 204 len: 168 time: 0.2726595 Apr 14 22:36:22.417902 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab4769-ca0c-4e8a-808c-85822c42a5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1cffd9-f5f5-45e0-9b78-fbc51901e42e,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:23.177220 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59768) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:23.191321 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4df6b7f9-310d-4a5b-a1fe-a4ad624d606d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:23.283184 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4df6b7f9-310d-4a5b-a1fe-a4ad624d606d admin admin] Publish callbacks [] for security_group (5007c77d-51b1-4b9a-b345-69b50124c2dd), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:23.370917 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4df6b7f9-310d-4a5b-a1fe-a4ad624d606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (5007c77d-51b1-4b9a-b345-69b50124c2dd), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:23.416127 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4df6b7f9-310d-4a5b-a1fe-a4ad624d606d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b46eb09eb0c4cf982e9fb6a72c00484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377620 Apr 14 22:36:23.417075 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6b7f9-310d-4a5b-a1fe-a4ad624d606d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5007c77d-51b1-4b9a-b345-69b50124c2dd,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:23.421203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59770) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:23.516168 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bf64f44e-644c-4a1b-b6dd-169a95fae6a1 admin admin] Publish callbacks [] for security_group (5007c77d-51b1-4b9a-b345-69b50124c2dd), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:23.559513 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bf64f44e-644c-4a1b-b6dd-169a95fae6a1 admin admin] Publish callbacks [] for security_group (5007c77d-51b1-4b9a-b345-69b50124c2dd), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:23.691142 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bf64f44e-644c-4a1b-b6dd-169a95fae6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (5007c77d-51b1-4b9a-b345-69b50124c2dd), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:23.695885 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-bf64f44e-644c-4a1b-b6dd-169a95fae6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:23.702005 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-bf64f44e-644c-4a1b-b6dd-169a95fae6a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5007c77d-51b1-4b9a-b345-69b50124c2dd HTTP/1.1" status: 204 len: 168 time: 0.2750483 Apr 14 22:36:23.712514 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64f44e-644c-4a1b-b6dd-169a95fae6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5007c77d-51b1-4b9a-b345-69b50124c2dd,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:25.142473 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59826) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:25.262539 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-677b3aac-e799-4843-b0f3-e9079d0bea93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:25.353274 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-677b3aac-e799-4843-b0f3-e9079d0bea93 admin admin] Publish callbacks [] for security_group (ee61127a-5526-4499-9bf3-37de9dffd338), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:25.467902 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-677b3aac-e799-4843-b0f3-e9079d0bea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ee61127a-5526-4499-9bf3-37de9dffd338), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:25.512665 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3aac-e799-4843-b0f3-e9079d0bea93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee61127a-5526-4499-9bf3-37de9dffd338,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:25.517612 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-677b3aac-e799-4843-b0f3-e9079d0bea93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c3e74f226044a5db8dea655d1887ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739614 Apr 14 22:36:25.522033 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59830) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:25.589304 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e376ceda-3606-428c-b881-9d65899393c4 admin admin] Publish callbacks [] for security_group (ee61127a-5526-4499-9bf3-37de9dffd338), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:25.616426 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e376ceda-3606-428c-b881-9d65899393c4 admin admin] Publish callbacks [] for security_group (ee61127a-5526-4499-9bf3-37de9dffd338), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:25.736376 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e376ceda-3606-428c-b881-9d65899393c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ee61127a-5526-4499-9bf3-37de9dffd338), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:25.739222 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e376ceda-3606-428c-b881-9d65899393c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:25.740521 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-e376ceda-3606-428c-b881-9d65899393c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee61127a-5526-4499-9bf3-37de9dffd338 HTTP/1.1" status: 204 len: 168 time: 0.2174692 Apr 14 22:36:25.751020 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376ceda-3606-428c-b881-9d65899393c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee61127a-5526-4499-9bf3-37de9dffd338,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:26.410360 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 59842) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:26.424909 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0f96a7a2-6811-4cff-8771-87b8c36b53a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:26.510415 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0f96a7a2-6811-4cff-8771-87b8c36b53a8 admin admin] Publish callbacks [] for security_group (130e6420-6868-4be8-9167-35d196070e04), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:26.593362 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0f96a7a2-6811-4cff-8771-87b8c36b53a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (130e6420-6868-4be8-9167-35d196070e04), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:26.635956 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0f96a7a2-6811-4cff-8771-87b8c36b53a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21de086672de425b88b2688478ac085c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240629 Apr 14 22:36:26.636884 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96a7a2-6811-4cff-8771-87b8c36b53a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130e6420-6868-4be8-9167-35d196070e04,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:26.639029 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 59844) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:26.702005 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c15dd6c9-01db-42a5-95c0-a0dd0f605662 admin admin] Publish callbacks [] for security_group (130e6420-6868-4be8-9167-35d196070e04), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:26.727005 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c15dd6c9-01db-42a5-95c0-a0dd0f605662 admin admin] Publish callbacks [] for security_group (130e6420-6868-4be8-9167-35d196070e04), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:26.843818 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c15dd6c9-01db-42a5-95c0-a0dd0f605662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (130e6420-6868-4be8-9167-35d196070e04), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:26.846840 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c15dd6c9-01db-42a5-95c0-a0dd0f605662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:26.848628 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c15dd6c9-01db-42a5-95c0-a0dd0f605662 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/130e6420-6868-4be8-9167-35d196070e04 HTTP/1.1" status: 204 len: 168 time: 0.2077894 Apr 14 22:36:26.860193 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd6c9-01db-42a5-95c0-a0dd0f605662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130e6420-6868-4be8-9167-35d196070e04,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:31.862035 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:34.433686 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-40740b42-cdaf-4527-a0d4-b09a9b95cad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:36.799249 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-19fa27b9-ec4c-450c-8912-69ef0e6bc58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:38.056111 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:39.222066 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.302015 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60042) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:40.442695 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e4f5720c-472a-434e-b3cc-7a9f0b64330b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.542408 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e4f5720c-472a-434e-b3cc-7a9f0b64330b admin admin] Publish callbacks [] for security_group (ed8592d2-d3f8-4d29-b700-cca2efee4fac), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.627690 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-e4f5720c-472a-434e-b3cc-7a9f0b64330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ed8592d2-d3f8-4d29-b700-cca2efee4fac), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.672541 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-e4f5720c-472a-434e-b3cc-7a9f0b64330b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d51344626d844e41a0a84e8f8de52229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733418 Apr 14 22:36:40.673500 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5720c-472a-434e-b3cc-7a9f0b64330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8592d2-d3f8-4d29-b700-cca2efee4fac,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:40.675831 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60046) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:40.762308 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c504-3acb-445f-8cd8-8c81d139c8cb admin admin] Publish callbacks [] for security_group (ed8592d2-d3f8-4d29-b700-cca2efee4fac), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.797556 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c504-3acb-445f-8cd8-8c81d139c8cb admin admin] Publish callbacks [] for security_group (ed8592d2-d3f8-4d29-b700-cca2efee4fac), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.882833 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.941682 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c504-3acb-445f-8cd8-8c81d139c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (ed8592d2-d3f8-4d29-b700-cca2efee4fac), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.946408 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fcd1c504-3acb-445f-8cd8-8c81d139c8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:40.951687 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fcd1c504-3acb-445f-8cd8-8c81d139c8cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed8592d2-d3f8-4d29-b700-cca2efee4fac HTTP/1.1" status: 204 len: 168 time: 0.2706664 Apr 14 22:36:40.974406 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1c504-3acb-445f-8cd8-8c81d139c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8592d2-d3f8-4d29-b700-cca2efee4fac,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:41.813203 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60058) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:41.832687 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d8135b1f-f698-4f01-90a1-de8191789cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:41.943142 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d8135b1f-f698-4f01-90a1-de8191789cd9 admin admin] Publish callbacks [] for security_group (4b1574d9-091d-4bba-ac60-b7aada7189fe), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:42.043657 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-d8135b1f-f698-4f01-90a1-de8191789cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (4b1574d9-091d-4bba-ac60-b7aada7189fe), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:42.105410 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-d8135b1f-f698-4f01-90a1-de8191789cd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4137ef312684329b459a3eedb38d5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898958 Apr 14 22:36:42.111017 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8135b1f-f698-4f01-90a1-de8191789cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1574d9-091d-4bba-ac60-b7aada7189fe,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:42.114341 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60064) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:42.173012 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1ae182be-f7be-45fb-8501-5dd6eb79e9b6 admin admin] Publish callbacks [] for security_group (4b1574d9-091d-4bba-ac60-b7aada7189fe), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:42.200267 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1ae182be-f7be-45fb-8501-5dd6eb79e9b6 admin admin] Publish callbacks [] for security_group (4b1574d9-091d-4bba-ac60-b7aada7189fe), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:42.348146 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1ae182be-f7be-45fb-8501-5dd6eb79e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (4b1574d9-091d-4bba-ac60-b7aada7189fe), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:42.352163 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-1ae182be-f7be-45fb-8501-5dd6eb79e9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:42.353894 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-1ae182be-f7be-45fb-8501-5dd6eb79e9b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b1574d9-091d-4bba-ac60-b7aada7189fe HTTP/1.1" status: 204 len: 168 time: 0.2380815 Apr 14 22:36:42.364903 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae182be-f7be-45fb-8501-5dd6eb79e9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1574d9-091d-4bba-ac60-b7aada7189fe,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:43.484846 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-826603f9-7745-4b35-ba00-bf49d81abb72 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667671413&fields=id&tenant_id=4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 267 time: 0.0584137 Apr 14 22:36:43.643602 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-60b2e147-1594-4d64-bff5-24b82d046e08 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:43.645220 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-60b2e147-1594-4d64-bff5-24b82d046e08 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 811 time: 0.1500332 Apr 14 22:36:43.661809 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dd83cb67-f498-495b-a27f-10bbd7ccd33a tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/quotas/4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 375 time: 0.0103259 Apr 14 22:36:43.710048 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:36:43.723726 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-a2cf198a-b256-4d01-aeda-d540bf761326 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522346 Apr 14 22:36:43.881116 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-0a77aa53-b5bd-4288-abdd-b4fe7f701dc5 service neutron] 10.222.0.50 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424797 Apr 14 22:36:44.021713 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-c1924c40-8434-4fdb-abaf-31f4ea9c09b6 service neutron] 10.222.0.50 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297796 Apr 14 22:36:44.750109 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a16f83dd-1ba7-4906-8463-c43e258099e3 req-d7018956-fe67-46d2-a121-62eb045fa32f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 210 time: 0.0447547 Apr 14 22:36:45.864749 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1f95e505-736f-4e0b-834b-4aaa6de71460 req-cf7ad4ea-a8a5-49bd-a530-f03ad36d9da6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 210 time: 0.0317509 Apr 14 22:36:46.969176 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-adc8478d-0476-436e-807a-21221aecd826 req-c81f5912-888f-4f9d-b362-56db6207082f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 210 time: 0.0295830 Apr 14 22:36:47.926794 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-8c8afff8-78ef-4fdb-9c8b-728bdf032926 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:47.930648 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-8c8afff8-78ef-4fdb-9c8b-728bdf032926 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 811 time: 0.1672161 Apr 14 22:36:48.010541 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-e49c82b3-5cae-47bc-93d2-b4a3d9947f07 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bb0bc5b44d44e82b46c0d5391196c99 HTTP/1.1" status: 200 len: 380 time: 0.0707633 Apr 14 22:36:48.021124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'port': {'device_id': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'admin_state_up': True, 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'security_groups': ['3c2af8f5-980b-4150-86a7-a93bef4a1247']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:36:48.147123 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63b3fa47-9e7c-4fac-bfe7-6d471d27a377 req-9b2ad035-ab77-4518-ba3a-8fbc483bed5d tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 210 time: 0.0879905 Apr 14 22:36:48.330322 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Made reservation on behalf of 4bb0bc5b44d44e82b46c0d5391196c99 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:36:48.333878 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:48.496387 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Allocated IP 172.20.0.11 (f7bfc711-f464-4d61-846c-bcc9df2c170e/92537d96-b02e-442e-99fe-17128df02580/efd9497d-a956-4328-bed2-c19f057aafc2) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:36:48.679579 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (efd9497d-a956-4328-bed2-c19f057aafc2), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:48.822236 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:48.869823 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Network f7bfc711-f464-4d61-846c-bcc9df2c170e is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:36:48.880328 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:36:48.882039 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:36:48.891122 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=efd9497d-a956-4328-bed2-c19f057aafc2,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:48.947770 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:48.948426 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:49.009240 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-959a4f55-1af8-4237-ae0c-7f9f784591ec tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9930048 Apr 14 22:36:49.021030 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Request body: {'port': {'device_id': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:36:49.104118 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:49.261649 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-19208c73-c636-4126-8053-d0d3c97a8eb3 None None] Provisioning complete for port efd9497d-a956-4328-bed2-c19f057aafc2 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:36:49.263607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-19208c73-c636-4126-8053-d0d3c97a8eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:49.342533 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e103fc9-c947-42a9-adaa-a5a2427c2e92 req-68bf5648-e8e7-4f26-90dc-8800b6bb37d6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:49.350596 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0e103fc9-c947-42a9-adaa-a5a2427c2e92 req-68bf5648-e8e7-4f26-90dc-8800b6bb37d6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 932 time: 0.0959630 Apr 14 22:36:49.351081 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-19208c73-c636-4126-8053-d0d3c97a8eb3 None None] Port efd9497d-a956-4328-bed2-c19f057aafc2 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:36:49.415863 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0e103fc9-c947-42a9-adaa-a5a2427c2e92 req-3478153d-2a16-4546-8575-fecfe8a8087b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611134 Apr 14 22:36:49.565891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd9497d-a956-4328-bed2-c19f057aafc2 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:36:49.575173 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Publish callbacks [] for port (efd9497d-a956-4328-bed2-c19f057aafc2), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:49.597030 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Transition to ACTIVE for port object efd9497d-a956-4328-bed2-c19f057aafc2 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:36:49.707786 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:49.766304 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=efd9497d-a956-4328-bed2-c19f057aafc2,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:49.864303 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Attempting to bind port efd9497d-a956-4328-bed2-c19f057aafc2 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:36:49.864838 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Attempting to bind port efd9497d-a956-4328-bed2-c19f057aafc2 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:36:49.865287 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Attempting to bind port efd9497d-a956-4328-bed2-c19f057aafc2 on network f7bfc711-f464-4d61-846c-bcc9df2c170e {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:36:49.871356 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Port efd9497d-a956-4328-bed2-c19f057aafc2 on network f7bfc711-f464-4d61-846c-bcc9df2c170e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:36:49.871724 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Attempting to bind port efd9497d-a956-4328-bed2-c19f057aafc2 on network f7bfc711-f464-4d61-846c-bcc9df2c170e {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:36:49.879361 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:36:49.879835 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Checking segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:36:49.880336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Bound using segment: {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:36:49.881050 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Bound port: efd9497d-a956-4328-bed2-c19f057aafc2, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb89cd86-970a-4898-8950-a0ee65bb8a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:36:49.881627 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:49.974993 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] For port efd9497d-a956-4328-bed2-c19f057aafc2, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:36:49.980682 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] For port efd9497d-a956-4328-bed2-c19f057aafc2, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=efd9497d-a956-4328-bed2-c19f057aafc2,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:36:50.075077 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:50.136389 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:50.137017 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:50.138613 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] 10.222.0.37 "PUT /v2.0/ports/efd9497d-a956-4328-bed2-c19f057aafc2 HTTP/1.1" status: 200 len: 1094 time: 1.1220703 Apr 14 22:36:50.139124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:36:50.141559 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c81cb2-f019-409b-96f7-664e17bcad5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:36:50.182384 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c129-eae7-401a-8274-a9b9209beaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=efd9497d-a956-4328-bed2-c19f057aafc2,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:50.204119 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b525c760-c418-48b5-8fd8-479e0a5dccea x-openstack-request-id: req-b525c760-c418-48b5-8fd8-479e0a5dccea {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:36:50.204527 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:36:50.204885 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b525c760-c418-48b5-8fd8-479e0a5dccea {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:36:50.205380 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b525c760-c418-48b5-8fd8-479e0a5dccea'] response: {'name': 'network-changed', 'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'status': 'completed', 'code': 200} Apr 14 22:36:50.306015 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c81cb2-f019-409b-96f7-664e17bcad5a req-408365f5-fb9c-4d17-8e86-934936690870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:50.308690 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52c81cb2-f019-409b-96f7-664e17bcad5a req-408365f5-fb9c-4d17-8e86-934936690870 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 1128 time: 0.0796347 Apr 14 22:36:50.438948 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c81cb2-f019-409b-96f7-664e17bcad5a req-d49144a7-5660-4ab8-8d2c-0b4afbf6f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:50.440543 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52c81cb2-f019-409b-96f7-664e17bcad5a req-d49144a7-5660-4ab8-8d2c-0b4afbf6f6c3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1236870 Apr 14 22:36:50.570477 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c81cb2-f019-409b-96f7-664e17bcad5a req-1da5f81f-f641-4ba8-8044-4c3ada7932ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:50.574339 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-52c81cb2-f019-409b-96f7-664e17bcad5a req-1da5f81f-f641-4ba8-8044-4c3ada7932ce service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263294 Apr 14 22:36:50.576318 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5f491-9dce-4dcd-817b-70edc08bb37d req-c46e444e-2910-42a2-b8c4-8e06421833aa tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:50.578021 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-34a5f491-9dce-4dcd-817b-70edc08bb37d req-c46e444e-2910-42a2-b8c4-8e06421833aa tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 944 time: 0.0652735 Apr 14 22:36:50.653074 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-34a5f491-9dce-4dcd-817b-70edc08bb37d req-6a309870-e5ce-4238-a80d-d1ab9ab30407 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676181 Apr 14 22:36:50.678073 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-986a1b40-0fe0-4f92-b6e6-2feb9dac4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:50.680715 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-986a1b40-0fe0-4f92-b6e6-2feb9dac4719 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 1128 time: 0.0603156 Apr 14 22:36:50.728126 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-04753bab-a8f6-4ed4-a64d-7316b540f44f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd9497d-a956-4328-bed2-c19f057aafc2 HTTP/1.1" status: 200 len: 217 time: 0.0396740 Apr 14 22:36:50.792024 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-04e4996e-c7bc-449a-b9b1-40ef6816c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:50.793687 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-04e4996e-c7bc-449a-b9b1-40ef6816c52b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0597477 Apr 14 22:36:50.859344 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-9c04c813-bad1-4eca-952a-2bb5930dab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:50.862128 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-9c04c813-bad1-4eca-952a-2bb5930dab9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614176 Apr 14 22:36:50.968183 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-0c40ea6b-fbac-44ad-8279-709113362dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990686 Apr 14 22:36:51.096833 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cef0b473-b094-406a-bf89-4f9c7601d361 req-45eb20fd-f3d1-4e18-88b5-57967c4b010a service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217010 Apr 14 22:36:51.795158 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48419cf5-1439-40d7-85b3-6c83ccbb7790 req-1c8fe635-f759-40d7-bdd5-6d641152da3c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:51.796842 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-48419cf5-1439-40d7-85b3-6c83ccbb7790 req-1c8fe635-f759-40d7-bdd5-6d641152da3c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 944 time: 0.0524321 Apr 14 22:36:51.856162 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-48419cf5-1439-40d7-85b3-6c83ccbb7790 req-27d1488e-b573-494b-81e0-d7f8a5679b80 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530763 Apr 14 22:36:52.988883 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87532-7fb3-4069-9679-ae77ed188f7e req-a554b32e-4675-49cb-a22c-00162e768744 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:52.991130 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d9d87532-7fb3-4069-9679-ae77ed188f7e req-a554b32e-4675-49cb-a22c-00162e768744 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 944 time: 0.0600417 Apr 14 22:36:53.063211 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d9d87532-7fb3-4069-9679-ae77ed188f7e req-e9f2adfa-af7d-4a56-bfac-887e0db4af54 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626040 Apr 14 22:36:53.212489 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60264) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:53.369355 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7f536029-e800-4410-aec2-a358eb4e4171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:53.477079 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7f536029-e800-4410-aec2-a358eb4e4171 admin admin] Publish callbacks [] for security_group (6f36a7d2-ea9b-4279-9f61-ff5e68854ff1), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:53.559401 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7f536029-e800-4410-aec2-a358eb4e4171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (6f36a7d2-ea9b-4279-9f61-ff5e68854ff1), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:53.605660 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7f536029-e800-4410-aec2-a358eb4e4171 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=946b003b24aa44a59dd41459dffeb382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918757 Apr 14 22:36:53.606737 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f536029-e800-4410-aec2-a358eb4e4171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36a7d2-ea9b-4279-9f61-ff5e68854ff1,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:53.609380 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60270) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:53.671568 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-72755f10-b5ba-4cf8-9e83-676d5768da19 admin admin] Publish callbacks [] for security_group (6f36a7d2-ea9b-4279-9f61-ff5e68854ff1), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:53.696989 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-72755f10-b5ba-4cf8-9e83-676d5768da19 admin admin] Publish callbacks [] for security_group (6f36a7d2-ea9b-4279-9f61-ff5e68854ff1), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:53.894397 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-72755f10-b5ba-4cf8-9e83-676d5768da19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (6f36a7d2-ea9b-4279-9f61-ff5e68854ff1), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:53.897403 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-72755f10-b5ba-4cf8-9e83-676d5768da19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:53.898821 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-72755f10-b5ba-4cf8-9e83-676d5768da19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f36a7d2-ea9b-4279-9f61-ff5e68854ff1 HTTP/1.1" status: 204 len: 168 time: 0.2878182 Apr 14 22:36:53.908175 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72755f10-b5ba-4cf8-9e83-676d5768da19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36a7d2-ea9b-4279-9f61-ff5e68854ff1,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:54.198506 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676abff9-ab5c-40de-aacf-8a051d0dd3bd req-c3f8e83c-3394-4301-90b0-1037f57bb018 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:54.200806 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-676abff9-ab5c-40de-aacf-8a051d0dd3bd req-c3f8e83c-3394-4301-90b0-1037f57bb018 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 944 time: 0.0613422 Apr 14 22:36:54.266132 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-676abff9-ab5c-40de-aacf-8a051d0dd3bd req-d4c6b51b-996e-470e-b74d-70ba830e5161 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561306 Apr 14 22:36:55.466163 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3e716-5f65-4f2b-a573-135b2eaccd13 req-bf43ce8f-f59d-430f-b6f3-818bc51193fa tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:55.468695 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a6f3e716-5f65-4f2b-a573-135b2eaccd13 req-bf43ce8f-f59d-430f-b6f3-818bc51193fa tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 944 time: 0.0838363 Apr 14 22:36:55.536441 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a6f3e716-5f65-4f2b-a573-135b2eaccd13 req-b78896f8-f101-4a88-bea8-8c10ea37f3d5 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576181 Apr 14 22:36:56.674855 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e235-3964-4835-b4a1-eb0ad807166c req-30758e10-dbda-4bce-bc7e-b9ad22938e09 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:56.677333 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f88e235-3964-4835-b4a1-eb0ad807166c req-30758e10-dbda-4bce-bc7e-b9ad22938e09 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 944 time: 0.0579031 Apr 14 22:36:56.739992 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7f88e235-3964-4835-b4a1-eb0ad807166c req-91f18d29-bc6d-4669-abbf-ebbee6fca4cf tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531180 Apr 14 22:36:57.900650 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58df52-669b-45fe-bacd-82f0f3eacbc1 req-c1bc9345-f468-4628-9dcd-e9f81bef4191 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:57.903519 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8f58df52-669b-45fe-bacd-82f0f3eacbc1 req-c1bc9345-f468-4628-9dcd-e9f81bef4191 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 944 time: 0.0858228 Apr 14 22:36:57.965352 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8f58df52-669b-45fe-bacd-82f0f3eacbc1 req-dfd9d6b1-a90a-46e8-af01-7ed868d52ce6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555871 Apr 14 22:36:58.458808 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device efd9497d-a956-4328-bed2-c19f057aafc2 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:36:58.627430 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port efd9497d-a956-4328-bed2-c19f057aafc2, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=efd9497d-a956-4328-bed2-c19f057aafc2,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:36:58.653625 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'port_id': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'mac_address': 'fa:16:3e:a8:60:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:36:58.715224 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port efd9497d-a956-4328-bed2-c19f057aafc2 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:36:58.716374 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:58.735740 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd9497d-a956-4328-bed2-c19f057aafc2 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:36:58.759423 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port efd9497d-a956-4328-bed2-c19f057aafc2, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=efd9497d-a956-4328-bed2-c19f057aafc2,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:36:58.838808 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:58.894999 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60344) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:58.902732 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=efd9497d-a956-4328-bed2-c19f057aafc2,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:58.913413 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.913936 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.914472 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.915011 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.915466 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.915993 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.916537 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.917200 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.917682 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.918127 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.918577 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.919065 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.919523 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.920066 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:58.920557 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:36:59.050579 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4bc98de4-0ae9-41a3-8c36-e80dde23b38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:59.090114 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa7ec1-df1f-45c6-9baa-1ff98ff36927 req-1f0df6bd-5029-4359-bdf7-0666f9fee8ef tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:36:59.092463 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37fa7ec1-df1f-45c6-9baa-1ff98ff36927 req-1f0df6bd-5029-4359-bdf7-0666f9fee8ef tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 945 time: 0.0514669 Apr 14 22:36:59.163465 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-37fa7ec1-df1f-45c6-9baa-1ff98ff36927 req-6ba372b6-d0e0-44ff-adac-57a2e9257ab4 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638833 Apr 14 22:36:59.168422 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4bc98de4-0ae9-41a3-8c36-e80dde23b38c admin admin] Publish callbacks [] for security_group (00631fe5-366d-479a-be6f-fbf445417351), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:59.176855 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['efd9497d-a956-4328-bed2-c19f057aafc2'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:36:59.250220 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4bc98de4-0ae9-41a3-8c36-e80dde23b38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (00631fe5-366d-479a-be6f-fbf445417351), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:59.296850 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4bc98de4-0ae9-41a3-8c36-e80dde23b38c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c715b1d89e3458e98bdde50440ebda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005280 Apr 14 22:36:59.297960 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc98de4-0ae9-41a3-8c36-e80dde23b38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00631fe5-366d-479a-be6f-fbf445417351,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:36:59.302037 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60350) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:36:59.380791 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-99e07fde-ec32-430c-96cc-a0723daada7c admin admin] Publish callbacks [] for security_group (00631fe5-366d-479a-be6f-fbf445417351), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:59.412164 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-99e07fde-ec32-430c-96cc-a0723daada7c admin admin] Publish callbacks [] for security_group (00631fe5-366d-479a-be6f-fbf445417351), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:59.639346 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-99e07fde-ec32-430c-96cc-a0723daada7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (00631fe5-366d-479a-be6f-fbf445417351), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:59.642115 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-99e07fde-ec32-430c-96cc-a0723daada7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:36:59.643567 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-99e07fde-ec32-430c-96cc-a0723daada7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00631fe5-366d-479a-be6f-fbf445417351 HTTP/1.1" status: 204 len: 168 time: 0.3406689 Apr 14 22:36:59.652500 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e07fde-ec32-430c-96cc-a0723daada7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00631fe5-366d-479a-be6f-fbf445417351,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:00.294055 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f4119-2ebd-4541-aa6c-22d5c1b657e3 req-4a187c03-0457-4d3b-b46b-d5819b5b1687 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:00.295731 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f45f4119-2ebd-4541-aa6c-22d5c1b657e3 req-4a187c03-0457-4d3b-b46b-d5819b5b1687 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Apr 14 22:37:00.355758 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f45f4119-2ebd-4541-aa6c-22d5c1b657e3 req-43b5dc99-42a2-4d25-b273-8e7dc765898c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501945 Apr 14 22:37:00.457378 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device efd9497d-a956-4328-bed2-c19f057aafc2 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:37:00.533732 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port efd9497d-a956-4328-bed2-c19f057aafc2 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:37:00.616171 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port efd9497d-a956-4328-bed2-c19f057aafc2 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:37:00.616698 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:00.709667 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port efd9497d-a956-4328-bed2-c19f057aafc2 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:37:00.709968 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:00.737049 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:37:00.740535 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5985f84e-1d2a-4b31-8187-b474e345e629" -d '{"events": [{"server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "name": "network-vif-plugged", "status": "completed", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:37:00.757776 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port efd9497d-a956-4328-bed2-c19f057aafc2, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=efd9497d-a956-4328-bed2-c19f057aafc2,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:37:00.799241 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206666e1-07e1-4cfb-b926-0d243effeae1 x-openstack-request-id: req-206666e1-07e1-4cfb-b926-0d243effeae1 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:37:00.799460 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "name": "network-vif-plugged", "status": "completed", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:37:00.799720 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-206666e1-07e1-4cfb-b926-0d243effeae1 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:37:00.800126 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206666e1-07e1-4cfb-b926-0d243effeae1'] response: {'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'code': 200} Apr 14 22:37:00.890429 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:00.948687 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=efd9497d-a956-4328-bed2-c19f057aafc2,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:01.179891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caaba4e-ef5e-410e-a514-78b5410eccb4 req-56870ed4-0666-404e-98ad-bd38fc33ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:01.181611 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1caaba4e-ef5e-410e-a514-78b5410eccb4 req-56870ed4-0666-404e-98ad-bd38fc33ba95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 1130 time: 0.0421879 Apr 14 22:37:01.236844 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1caaba4e-ef5e-410e-a514-78b5410eccb4 req-2cc83f82-ed0d-4e98-b0ca-2beaf5808458 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471191 Apr 14 22:37:01.495921 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b82041-a127-40ed-ba39-1bb3b1748978 req-7648656a-17d8-45f6-99ad-f19002dd4cc3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:01.497487 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-16b82041-a127-40ed-ba39-1bb3b1748978 req-7648656a-17d8-45f6-99ad-f19002dd4cc3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 946 time: 0.0533416 Apr 14 22:37:01.558438 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-16b82041-a127-40ed-ba39-1bb3b1748978 req-526b65ac-1198-45bd-89d8-5998f522d811 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534160 Apr 14 22:37:01.815692 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:02.711484 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced4b3f-a098-4200-871f-5ae187f8302a req-70f1ff0a-4240-4c40-8895-c9048c695b14 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:02.713126 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7ced4b3f-a098-4200-871f-5ae187f8302a req-70f1ff0a-4240-4c40-8895-c9048c695b14 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 946 time: 0.0514784 Apr 14 22:37:02.772578 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7ced4b3f-a098-4200-871f-5ae187f8302a req-3e2b628e-0bd7-42fc-a22f-b7cbc7335eaa tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524979 Apr 14 22:37:03.899433 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9d67-9b7c-4365-b823-f1bd7629d4ee req-54984b97-20e6-43d5-ad56-a003aced43d3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:03.901128 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-897d9d67-9b7c-4365-b823-f1bd7629d4ee req-54984b97-20e6-43d5-ad56-a003aced43d3 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 946 time: 0.0544620 Apr 14 22:37:03.961725 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-897d9d67-9b7c-4365-b823-f1bd7629d4ee req-0f6f2253-90be-46bc-8661-804afae67745 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531976 Apr 14 22:37:04.113206 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fbc2f-a876-4b86-8e46-bb5e06f331bf req-070761e7-9ae3-4e4a-aa98-af68da7f917f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:04.114789 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-333fbc2f-a876-4b86-8e46-bb5e06f331bf req-070761e7-9ae3-4e4a-aa98-af68da7f917f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 946 time: 0.0540061 Apr 14 22:37:04.176201 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-333fbc2f-a876-4b86-8e46-bb5e06f331bf req-d3827e6d-b4c2-4ef6-a438-411d709cea90 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509593 Apr 14 22:37:04.200742 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60386) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:37:04.240944 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1c4f0-3a19-485c-bf73-fe3144d80dd7 tempest-TestVolumeBootPattern-892828137 tempest-TestVolumeBootPattern-892828137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:04.242519 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6bb1c4f0-3a19-485c-bf73-fe3144d80dd7 tempest-TestVolumeBootPattern-892828137 tempest-TestVolumeBootPattern-892828137-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 1125 time: 0.0407715 Apr 14 22:37:04.245335 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60388) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:37:04.249817 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'port_id': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:37:04.335688 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:04.397163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-73b7ee72-e14e-422e-91b6-4c5c71488e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:04.433565 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:04.551452 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Allocated IP 172.27.0.41 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:37:04.718856 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:04.822079 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:04.866478 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:37:04.874989 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:37:04.877656 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:37:04.884633 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:05.152811 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60396) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:37:05.286393 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0421299e-2269-4c8d-9b2b-4b130ce4bf5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.384245 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-dbd66d4e-f103-4dd6-ad6f-a8956bc734de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580063 Apr 14 22:37:05.419136 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0421299e-2269-4c8d-9b2b-4b130ce4bf5a admin admin] Publish callbacks [] for security_group (43cd382f-69e2-4a62-93cb-a0a7cf92ad41), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.425227 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (eacca78f-f93a-42be-aae1-8f632beed04f), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.493951 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-e773610d-f102-4071-b24f-ca4d2574cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:05.495444 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-e773610d-f102-4071-b24f-ca4d2574cfb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 1130 time: 0.0429235 Apr 14 22:37:05.502099 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0421299e-2269-4c8d-9b2b-4b130ce4bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (43cd382f-69e2-4a62-93cb-a0a7cf92ad41), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.578083 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0421299e-2269-4c8d-9b2b-4b130ce4bf5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bae7b7a990de488980e15f49950a9e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231257 Apr 14 22:37:05.581584 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60400) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:37:05.595192 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), before_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.604273 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421299e-2269-4c8d-9b2b-4b130ce4bf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cd382f-69e2-4a62-93cb-a0a7cf92ad41,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:05.649758 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-6841ca1c-e630-46c1-ab7d-1b44967ffad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:05.651318 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-6841ca1c-e630-46c1-ab7d-1b44967ffad1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.1304300 Apr 14 22:37:05.706016 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6328506e-0799-414b-b5e7-346e9578f8ea admin admin] Publish callbacks [] for security_group (43cd382f-69e2-4a62-93cb-a0a7cf92ad41), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.721393 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-1a033dfd-3ef9-4774-a2ac-d6fe5078a9e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f HTTP/1.1" status: 200 len: 1001 time: 0.0630965 Apr 14 22:37:05.769846 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6328506e-0799-414b-b5e7-346e9578f8ea admin admin] Publish callbacks [] for security_group (43cd382f-69e2-4a62-93cb-a0a7cf92ad41), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.786124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-4978241d-355f-42a7-93b9-fb7d0a96bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:05.787637 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-4978241d-355f-42a7-93b9-fb7d0a96bbbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0604167 Apr 14 22:37:05.845326 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-2d846427-0885-4e8e-8313-7634a33957bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:05.848030 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-2d846427-0885-4e8e-8313-7634a33957bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538807 Apr 14 22:37:05.863133 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for port (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.924132 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750085'] for port (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), after_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.970201 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-d5030109-9230-4035-a3e1-39f8015389b3 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153631 Apr 14 22:37:05.975829 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6328506e-0799-414b-b5e7-346e9578f8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (43cd382f-69e2-4a62-93cb-a0a7cf92ad41), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.978393 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-6328506e-0799-414b-b5e7-346e9578f8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:05.979861 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6328506e-0799-414b-b5e7-346e9578f8ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43cd382f-69e2-4a62-93cb-a0a7cf92ad41 HTTP/1.1" status: 204 len: 168 time: 0.3972981 Apr 14 22:37:06.040558 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event updated for resources: {'Port': ['ID=ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd,revision_number=2']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:06.048558 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328506e-0799-414b-b5e7-346e9578f8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cd382f-69e2-4a62-93cb-a0a7cf92ad41,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:06.077545 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (eacca78f-f93a-42be-aae1-8f632beed04f), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:06.447474 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e90ed51c-60ef-445a-baf2-a7a2a5e10cf1 req-a5e713ae-ae8c-4126-935f-ddcde29f8cd3 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713194 Apr 14 22:37:06.492191 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.l3_db [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Floating IP eacca78f-f93a-42be-aae1-8f632beed04f associated. External IP: 172.27.0.41, port: efd9497d-a956-4328-bed2-c19f057aafc2. Apr 14 22:37:06.774523 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-258bfee6-5ae5-4cb4-9b4a-9772e78403a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:06.800835 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:37:06.932830 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:37:06.949599 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:37:06.964297 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:37:06.969665 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:37:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:37:07.036385 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:07.091775 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-7f30402f-2cda-4182-8d76-5cea5720575f tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8450398 Apr 14 22:37:07.093625 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2'}] {{(pid=104050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:37:07.097633 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}843f6d089331376315456d1717f11924dadf19f643d579252675275973e081f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15c1bd0-0789-4a69-b840-d619f9695c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2"}]}' {{(pid=104050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:37:07.107660 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:37:07.166288 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a688874a-bafc-4fa4-8d49-309f8f3758f7 x-openstack-request-id: req-a688874a-bafc-4fa4-8d49-309f8f3758f7 {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:37:07.166741 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2", "status": "completed", "code": 200}]} {{(pid=104050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:37:07.167136 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a688874a-bafc-4fa4-8d49-309f8f3758f7 {{(pid=104050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:37:07.167700 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a688874a-bafc-4fa4-8d49-309f8f3758f7'] response: {'name': 'network-changed', 'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'status': 'completed', 'code': 200} Apr 14 22:37:07.256523 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-2ce47ec4-e9db-43cb-991b-b7d5f63c98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:07.259438 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-2ce47ec4-e9db-43cb-991b-b7d5f63c98c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 1130 time: 0.0670154 Apr 14 22:37:07.401196 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:35:03Z', 'revision_number': 1, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}, {'id': 'eacca78f-f93a-42be-aae1-8f632beed04f', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:a8:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:37:05Z', 'updated_at': '2022-04-14T22:37:05Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:37:07.427285 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-befc73b9-6b68-46e6-8948-c65c35d88cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:07.429984 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-befc73b9-6b68-46e6-8948-c65c35d88cc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.1644790 Apr 14 22:37:07.437128 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:37:07.451238 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:37:07.452008 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:37:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:37:07.552592 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-514f678e-3c68-4978-8221-59a2a57e35a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd9497d-a956-4328-bed2-c19f057aafc2 HTTP/1.1" status: 200 len: 999 time: 0.1160924 Apr 14 22:37:07.610727 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:37:07.641944 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-1c5a2c25-f39e-45e2-b495-c46f5dc499c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:07.644759 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-1c5a2c25-f39e-45e2-b495-c46f5dc499c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0855269 Apr 14 22:37:07.698054 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-acde8f40-e762-42fb-9f01-490becdfc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:07.699755 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-acde8f40-e762-42fb-9f01-490becdfc09b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495715 Apr 14 22:37:07.829687 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-97b3cef7-39a0-4f51-a7de-139642cac46e service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236031 Apr 14 22:37:07.959014 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e15c1bd0-0789-4a69-b840-d619f9695c5e req-59ef7915-d838-4bb6-906a-7a425b7d048c service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221659 Apr 14 22:37:08.133571 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:35:03Z', 'revision_number': 1, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}, {'id': 'eacca78f-f93a-42be-aae1-8f632beed04f', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:a8:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:37:05Z', 'updated_at': '2022-04-14T22:37:05Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:37:08.162627 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:08.164007 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a0b7c-ff8a-4202-96ae-81573b4fd014 None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:35:03Z', 'revision_number': 1, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}, {'id': 'eacca78f-f93a-42be-aae1-8f632beed04f', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:a8:60:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:37:05Z', 'updated_at': '2022-04-14T22:37:05Z', 'revision_number': 0, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:37:08.397030 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14504b7d-f044-4ff3-b41c-2c7c4be048d8 None None] New status for floating IP eacca78f-f93a-42be-aae1-8f632beed04f: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:37:09.255626 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:10.854132 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:20.437166 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60540) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:37:20.555448 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-715dc583-9c12-4426-878a-1add4d99b694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:20.644310 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-715dc583-9c12-4426-878a-1add4d99b694 admin admin] Publish callbacks [] for security_group (c85637e0-3029-4de3-90e5-5cad94971f2c), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:20.709963 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:37:20.724112 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-715dc583-9c12-4426-878a-1add4d99b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (c85637e0-3029-4de3-90e5-5cad94971f2c), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:20.769329 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dc583-9c12-4426-878a-1add4d99b694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85637e0-3029-4de3-90e5-5cad94971f2c,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:20.779062 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-715dc583-9c12-4426-878a-1add4d99b694 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d7e2aa67ce64cd38a59683a52096127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376572 Apr 14 22:37:20.780473 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60546) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:37:20.851243 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0a9e0c5e-cf19-435f-ae48-4603509f2347 admin admin] Publish callbacks [] for security_group (c85637e0-3029-4de3-90e5-5cad94971f2c), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:20.889411 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0a9e0c5e-cf19-435f-ae48-4603509f2347 admin admin] Publish callbacks [] for security_group (c85637e0-3029-4de3-90e5-5cad94971f2c), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:21.032976 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0a9e0c5e-cf19-435f-ae48-4603509f2347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (c85637e0-3029-4de3-90e5-5cad94971f2c), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:21.035648 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-0a9e0c5e-cf19-435f-ae48-4603509f2347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:21.036937 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-0a9e0c5e-cf19-435f-ae48-4603509f2347 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c85637e0-3029-4de3-90e5-5cad94971f2c HTTP/1.1" status: 204 len: 168 time: 0.2555401 Apr 14 22:37:21.046565 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e0c5e-cf19-435f-ae48-4603509f2347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85637e0-3029-4de3-90e5-5cad94971f2c,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:22.151344 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 60568) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:37:22.262888 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1431273691-network', 'tenant_id': '04ecb1a0661542e193dcc6382808ba80'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:37:22.385311 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Made reservation on behalf of 04ecb1a0661542e193dcc6382808ba80 for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:37:22.387796 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:22.398078 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:22.490048 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Publish callbacks [] for security_group (45357c7a-f059-4b1a-8cce-ade49ad0bf0e), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:22.586907 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (45357c7a-f059-4b1a-8cce-ade49ad0bf0e), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:22.614955 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:37:22.626062 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45357c7a-f059-4b1a-8cce-ade49ad0bf0e,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:22.631679 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (08102326-6bca-4970-a0a1-1e3a51762dca), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:22.632039 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Added segment 08102326-6bca-4970-a0a1-1e3a51762dca of type vlan for network 49a9f6e3-c209-4482-8578-21a225f04921 Apr 14 22:37:22.643574 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.643861 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.644174 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.644547 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.644889 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.645230 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.645558 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.645891 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.646208 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.646544 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.646924 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.647251 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.653644 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.653644 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.653644 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:22.700563 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (49a9f6e3-c209-4482-8578-21a225f04921), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:22.796805 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (49a9f6e3-c209-4482-8578-21a225f04921), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:22.797864 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:22.798538 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:22.862922 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] Pushing event updated for resources: {'Network': ['ID=49a9f6e3-c209-4482-8578-21a225f04921,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:22.875294 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 49a9f6e3-c209-4482-8578-21a225f04921 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:37:22.916016 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-cfeb7300-0171-4b3a-b664-f7d14e22fe5c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7632313 Apr 14 22:37:22.919884 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60572) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:37:22.925262 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Request body: {'subnet': {'network_id': '49a9f6e3-c209-4482-8578-21a225f04921', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1431273691-subnet', 'tenant_id': '04ecb1a0661542e193dcc6382808ba80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:37:23.020724 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Made reservation on behalf of 04ecb1a0661542e193dcc6382808ba80 for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:37:23.023245 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25923239'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:23.290882 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25923249'] for subnet (4fc7ada6-e609-45f0-a4e5-4bba746fd27c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:23.403625 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc7ada6-e609-45f0-a4e5-4bba746fd27c,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:23.421341 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.421905 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.422476 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.423106 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.423683 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.424239 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.424804 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.425532 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.426105 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.426637 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.427206 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.427792 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.428335 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.428891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.429421 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:37:23.439370 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Checking segment: {'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:37:23.439913 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Network hostable DHCP agents. Network: 49a9f6e3-c209-4482-8578-21a225f04921, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:37:23.575853 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Network 49a9f6e3-c209-4482-8578-21a225f04921 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:37:23.670543 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 49a9f6e3-c209-4482-8578-21a225f04921) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:37:23.677945 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:23.678866 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:23.682456 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104c65e-716c-4612-8763-3a3a8d5d13fa None None] Network 49a9f6e3-c209-4482-8578-21a225f04921 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:37:23.783058 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6d3d752b-3d47-4f1a-9729-55f7949c976d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8618712 Apr 14 22:37:23.799161 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee6575-c35b-438b-8e0b-14c0ca425a73 None None] Network 49a9f6e3-c209-4482-8578-21a225f04921 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:37:26.030186 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-eaf9d79b-d18e-4bd4-9410-648f34d35118 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:26.032133 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-eaf9d79b-d18e-4bd4-9410-648f34d35118 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/networks?id=49a9f6e3-c209-4482-8578-21a225f04921 HTTP/1.1" status: 200 len: 814 time: 0.1155572 Apr 14 22:37:26.049115 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-d1d79b50-8ef6-4143-91bf-ba78b9fe4304 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/quotas/04ecb1a0661542e193dcc6382808ba80 HTTP/1.1" status: 200 len: 375 time: 0.0108628 Apr 14 22:37:26.084676 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-e520d0fb-7347-4ab0-ae79-9a37eceae2a0 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04ecb1a0661542e193dcc6382808ba80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296638 Apr 14 22:37:26.192512 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cb2b29d3-ccba-4333-9c4f-13983dc837b9 service neutron] 10.222.0.50 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997334 Apr 14 22:37:26.294279 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-6cd80d3e-54fa-4c1a-896b-990a725aac64 service neutron] 10.222.0.50 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952404 Apr 14 22:37:26.617818 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dd25830e-0497-41c4-b5c2-0adf3309a3b3 req-38ad9b88-5fd8-484f-935d-08ce2153e96e tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 210 time: 0.0452282 Apr 14 22:37:27.723976 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e56fd9ff-eef7-4b5a-82fa-037f31c2ef3e req-b54abc80-52a2-4acd-ab57-1366f1d16dee tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 210 time: 0.0419614 Apr 14 22:37:28.865554 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a0f1a51f-24f2-4c60-acf8-3afdfcc414d6 req-1717a38c-ed32-46f3-ba70-67b001f79931 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 210 time: 0.0464711 Apr 14 22:37:29.173485 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-928d82a5-2709-41c3-a934-32574a8a5dfd tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:29.175943 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-928d82a5-2709-41c3-a934-32574a8a5dfd tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.37 "GET /v2.0/networks?id=49a9f6e3-c209-4482-8578-21a225f04921 HTTP/1.1" status: 200 len: 814 time: 0.1210079 Apr 14 22:37:29.189168 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Request body: {'port': {'device_id': '488a32ec-a77b-4e88-b5b9-729108ddedfc', 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921', 'admin_state_up': True, 'tenant_id': '04ecb1a0661542e193dcc6382808ba80'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:37:29.390471 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Made reservation on behalf of 04ecb1a0661542e193dcc6382808ba80 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:37:29.394088 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:29.533264 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Allocated IP 172.20.0.4 (49a9f6e3-c209-4482-8578-21a225f04921/4fc7ada6-e609-45f0-a4e5-4bba746fd27c/1d47b07b-be00-4880-999f-7c850a056e1b) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:37:29.696795 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks [] for port (1d47b07b-be00-4880-999f-7c850a056e1b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:29.815639 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:29.860923 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Network 49a9f6e3-c209-4482-8578-21a225f04921 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:37:29.866642 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:37:29.871361 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:37:29.878451 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Pushing event updated for resources: {'Port': ['ID=1d47b07b-be00-4880-999f-7c850a056e1b,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:29.936232 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:29.936908 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:30.009490 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3585-a4ea-44c2-a8ed-cdef50fb265d req-fadaade3-13a7-412d-baff-d3e094fce456 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:30.011166 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-66ec3585-a4ea-44c2-a8ed-cdef50fb265d req-fadaade3-13a7-412d-baff-d3e094fce456 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 931 time: 0.0554554 Apr 14 22:37:30.066417 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-66ec3585-a4ea-44c2-a8ed-cdef50fb265d req-55f87286-d0f3-4e25-9460-4b47203aeba7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474796 Apr 14 22:37:30.070420 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-3d93b04a-6b36-42c0-bcf0-bdcb65a79efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8855224 Apr 14 22:37:30.086382 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Request body: {'port': {'device_id': '488a32ec-a77b-4e88-b5b9-729108ddedfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:37:30.153819 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:30.444911 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d47b07b-be00-4880-999f-7c850a056e1b {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:37:30.453785 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Publish callbacks [] for port (1d47b07b-be00-4880-999f-7c850a056e1b), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:30.467944 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Transition to ACTIVE for port object 1d47b07b-be00-4880-999f-7c850a056e1b will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:37:30.573695 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:30.627767 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Pushing event updated for resources: {'Port': ['ID=1d47b07b-be00-4880-999f-7c850a056e1b,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:30.706613 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Attempting to bind port 1d47b07b-be00-4880-999f-7c850a056e1b on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:37:30.706902 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Attempting to bind port 1d47b07b-be00-4880-999f-7c850a056e1b by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:37:30.707209 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Attempting to bind port 1d47b07b-be00-4880-999f-7c850a056e1b on network 49a9f6e3-c209-4482-8578-21a225f04921 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:37:30.711871 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Port 1d47b07b-be00-4880-999f-7c850a056e1b on network 49a9f6e3-c209-4482-8578-21a225f04921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:37:30.712194 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Attempting to bind port 1d47b07b-be00-4880-999f-7c850a056e1b on network 49a9f6e3-c209-4482-8578-21a225f04921 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:37:30.717979 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:37:30.718325 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Checking segment: {'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:37:30.718725 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Bound using segment: {'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:37:30.719210 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Bound port: 1d47b07b-be00-4880-999f-7c850a056e1b, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:37:30.719572 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:30.788100 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] For port 1d47b07b-be00-4880-999f-7c850a056e1b, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:37:30.791474 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] For port 1d47b07b-be00-4880-999f-7c850a056e1b, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=1d47b07b-be00-4880-999f-7c850a056e1b,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:37:30.884632 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:30.924332 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:30.925217 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:30.926908 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] 10.222.0.37 "PUT /v2.0/ports/1d47b07b-be00-4880-999f-7c850a056e1b HTTP/1.1" status: 200 len: 1093 time: 0.8452363 Apr 14 22:37:30.929526 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488a32ec-a77b-4e88-b5b9-729108ddedfc', 'tag': '1d47b07b-be00-4880-999f-7c850a056e1b'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:37:30.932021 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ad1024-71ec-4c3d-8ef8-43cd09712ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "488a32ec-a77b-4e88-b5b9-729108ddedfc", "tag": "1d47b07b-be00-4880-999f-7c850a056e1b"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:37:30.969838 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef70694-5a78-4bd6-88da-df6a8fb68064 service neutron] Pushing event updated for resources: {'Port': ['ID=1d47b07b-be00-4880-999f-7c850a056e1b,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:30.976148 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8614fd45-50f3-4b40-9d56-81fe1e7251a7 x-openstack-request-id: req-8614fd45-50f3-4b40-9d56-81fe1e7251a7 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:37:30.976588 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488a32ec-a77b-4e88-b5b9-729108ddedfc", "tag": "1d47b07b-be00-4880-999f-7c850a056e1b", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:37:30.976993 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8614fd45-50f3-4b40-9d56-81fe1e7251a7 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:37:30.977635 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8614fd45-50f3-4b40-9d56-81fe1e7251a7'] response: {'name': 'network-changed', 'server_uuid': '488a32ec-a77b-4e88-b5b9-729108ddedfc', 'tag': '1d47b07b-be00-4880-999f-7c850a056e1b', 'status': 'completed', 'code': 200} Apr 14 22:37:31.043495 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad1024-71ec-4c3d-8ef8-43cd09712ad4 req-05c59ef5-7725-4afe-9dc3-f884df18d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:31.045075 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90ad1024-71ec-4c3d-8ef8-43cd09712ad4 req-05c59ef5-7725-4afe-9dc3-f884df18d6b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04ecb1a0661542e193dcc6382808ba80&device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 1127 time: 0.0453691 Apr 14 22:37:31.250964 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94228b0-ef75-492d-b7af-5bd4b968f351 req-1868cb1b-7682-47a3-be5c-4d42282cc944 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:31.252453 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a94228b0-ef75-492d-b7af-5bd4b968f351 req-1868cb1b-7682-47a3-be5c-4d42282cc944 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 943 time: 0.0995874 Apr 14 22:37:31.283605 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad1024-71ec-4c3d-8ef8-43cd09712ad4 req-7a8555de-210d-4819-976f-29f1bd002333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:31.285218 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90ad1024-71ec-4c3d-8ef8-43cd09712ad4 req-7a8555de-210d-4819-976f-29f1bd002333 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=04ecb1a0661542e193dcc6382808ba80&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2253165 Apr 14 22:37:31.393580 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a94228b0-ef75-492d-b7af-5bd4b968f351 req-a65cf653-d4de-4f2b-8673-79f9c7394c68 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326392 Apr 14 22:37:31.462448 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad1024-71ec-4c3d-8ef8-43cd09712ad4 req-1b18d3cd-359e-47f7-99af-26ed4a5c16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:31.466356 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-90ad1024-71ec-4c3d-8ef8-43cd09712ad4 req-1b18d3cd-359e-47f7-99af-26ed4a5c16e7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716917 Apr 14 22:37:31.577075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-5d6f69e4-2ad9-44fa-9a82-d74c67b849e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:31.579532 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-5d6f69e4-2ad9-44fa-9a82-d74c67b849e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04ecb1a0661542e193dcc6382808ba80&device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 1127 time: 0.0594151 Apr 14 22:37:31.638643 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-fb654325-a6d1-4a3b-95b4-d4e4d2d4bde8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d47b07b-be00-4880-999f-7c850a056e1b HTTP/1.1" status: 200 len: 217 time: 0.0472355 Apr 14 22:37:31.704586 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-09ff4a48-8733-46e0-bffa-7d1dc141c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:31.706104 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-09ff4a48-8733-46e0-bffa-7d1dc141c887 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fc7ada6-e609-45f0-a4e5-4bba746fd27c HTTP/1.1" status: 200 len: 854 time: 0.0589039 Apr 14 22:37:31.744472 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-1523aea9-2399-464c-bae2-747e78cdd60a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49a9f6e3-c209-4482-8578-21a225f04921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291421 Apr 14 22:37:31.850010 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-036227c5-1dcd-495f-824e-37ffc4753510 service neutron] 10.222.0.37 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993979 Apr 14 22:37:31.853333 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:31.947948 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04234a1-74ef-4045-aa68-641ef6c89fb1 req-6fbc2c8a-5207-4624-9be5-4e0f842155cf service neutron] 10.222.0.37 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917473 Apr 14 22:37:32.525979 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e5026-a6be-4f5a-8c74-c6c0cd8b99c9 req-b6d42064-410a-4d98-b060-3888501cc5b8 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:32.527663 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-646e5026-a6be-4f5a-8c74-c6c0cd8b99c9 req-b6d42064-410a-4d98-b060-3888501cc5b8 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 943 time: 0.0501075 Apr 14 22:37:32.586132 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-646e5026-a6be-4f5a-8c74-c6c0cd8b99c9 req-a6411697-5ed4-49c2-a944-ed7c13d04ec9 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 Apr 14 22:37:33.718877 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb84a-c412-45ca-946e-9eda49b33b20 req-a06c0055-1c34-4980-b462-4cbb66937efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:33.720545 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e51eb84a-c412-45ca-946e-9eda49b33b20 req-a06c0055-1c34-4980-b462-4cbb66937efb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 943 time: 0.0528135 Apr 14 22:37:33.783891 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e51eb84a-c412-45ca-946e-9eda49b33b20 req-c6b30c5f-26f7-4e62-851f-9740d2eb9161 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574102 Apr 14 22:37:34.459068 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-11891995-dca9-449d-a589-2565f89c9cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:34.630882 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 1d47b07b-be00-4880-999f-7c850a056e1b details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:37:34.741143 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 1d47b07b-be00-4880-999f-7c850a056e1b, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=1d47b07b-be00-4880-999f-7c850a056e1b,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:37:34.754400 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '1d47b07b-be00-4880-999f-7c850a056e1b', 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921', 'port_id': '1d47b07b-be00-4880-999f-7c850a056e1b', 'mac_address': 'fa:16:3e:59:ec:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc7ada6-e609-45f0-a4e5-4bba746fd27c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:37:34.796560 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 1d47b07b-be00-4880-999f-7c850a056e1b is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:37:34.796950 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:34.819663 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d47b07b-be00-4880-999f-7c850a056e1b {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:37:34.857527 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 1d47b07b-be00-4880-999f-7c850a056e1b, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=1d47b07b-be00-4880-999f-7c850a056e1b,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:37:34.930879 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144dc54-167e-438e-92cc-c136b86529a2 req-850044d9-8b59-4941-bdf3-c094678552ab tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:34.932621 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c144dc54-167e-438e-92cc-c136b86529a2 req-850044d9-8b59-4941-bdf3-c094678552ab tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 943 time: 0.0533254 Apr 14 22:37:34.938969 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:34.990792 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c144dc54-167e-438e-92cc-c136b86529a2 req-fe75c036-a4aa-49cf-acd3-854174df2cbd tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518336 Apr 14 22:37:35.004079 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=1d47b07b-be00-4880-999f-7c850a056e1b,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:35.201857 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['1d47b07b-be00-4880-999f-7c850a056e1b'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:37:36.136003 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36103edf-8728-4716-b683-fc2040fa2006 req-f1002390-cf36-4720-b276-0d3b2f51e2a1 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:36.137744 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-36103edf-8728-4716-b683-fc2040fa2006 req-f1002390-cf36-4720-b276-0d3b2f51e2a1 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 944 time: 0.0531273 Apr 14 22:37:36.192466 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-36103edf-8728-4716-b683-fc2040fa2006 req-31ff3dca-fe90-4ed8-a233-753faecd7cc2 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485156 Apr 14 22:37:36.647178 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 1d47b07b-be00-4880-999f-7c850a056e1b up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:37:36.697849 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 1d47b07b-be00-4880-999f-7c850a056e1b completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:37:36.798079 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 1d47b07b-be00-4880-999f-7c850a056e1b triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:37:36.798602 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:36.844329 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-85362c82-a487-463b-916a-0229baf80c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:36.892612 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 1d47b07b-be00-4880-999f-7c850a056e1b is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:37:36.893206 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:36.921900 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a32ec-a77b-4e88-b5b9-729108ddedfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d47b07b-be00-4880-999f-7c850a056e1b'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:37:36.924272 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd1f4d-f80a-4137-b93c-92e544e1650e" -d '{"events": [{"server_uuid": "488a32ec-a77b-4e88-b5b9-729108ddedfc", "name": "network-vif-plugged", "status": "completed", "tag": "1d47b07b-be00-4880-999f-7c850a056e1b"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:37:36.940048 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 1d47b07b-be00-4880-999f-7c850a056e1b, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=1d47b07b-be00-4880-999f-7c850a056e1b,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:37:36.963850 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbbf81f-3648-4efc-8324-6f9e8b5a6378 x-openstack-request-id: req-bfbbf81f-3648-4efc-8324-6f9e8b5a6378 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:37:36.969875 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488a32ec-a77b-4e88-b5b9-729108ddedfc", "name": "network-vif-plugged", "status": "completed", "tag": "1d47b07b-be00-4880-999f-7c850a056e1b", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:37:36.969875 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfbbf81f-3648-4efc-8324-6f9e8b5a6378 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:37:36.969875 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbbf81f-3648-4efc-8324-6f9e8b5a6378'] response: {'server_uuid': '488a32ec-a77b-4e88-b5b9-729108ddedfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d47b07b-be00-4880-999f-7c850a056e1b', 'code': 200} Apr 14 22:37:37.030261 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:37.085550 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=1d47b07b-be00-4880-999f-7c850a056e1b,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:37:37.350644 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2eb85-10fc-4031-ae46-cc758e071a64 req-788e860e-afb2-46b7-9a48-ce397faa7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:37.352285 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-29f2eb85-10fc-4031-ae46-cc758e071a64 req-788e860e-afb2-46b7-9a48-ce397faa7b48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 1129 time: 0.0815670 Apr 14 22:37:37.365519 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd41c7-d144-4392-9d9e-06c8fba9e6ac req-4a197563-acd4-4565-9847-c81d44a25048 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:37.367157 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8bd41c7-d144-4392-9d9e-06c8fba9e6ac req-4a197563-acd4-4565-9847-c81d44a25048 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 945 time: 0.0843365 Apr 14 22:37:37.443059 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-29f2eb85-10fc-4031-ae46-cc758e071a64 req-20319c6d-54dd-419d-86c4-8bcd155caab6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Apr 14 22:37:37.450986 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b8bd41c7-d144-4392-9d9e-06c8fba9e6ac req-389e8266-ff5d-4697-ba9b-d4d7250d733e tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770342 Apr 14 22:37:38.055281 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:38.598626 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708845b-3fea-4484-bc36-998b28f60485 req-d969c390-c17b-4ab6-9601-222c0504f33a tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:38.600293 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a708845b-3fea-4484-bc36-998b28f60485 req-d969c390-c17b-4ab6-9601-222c0504f33a tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 945 time: 0.0587952 Apr 14 22:37:38.651178 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-a708845b-3fea-4484-bc36-998b28f60485 req-a70f5bd5-c1d0-41ae-ac52-d26dda7eb8a0 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 Apr 14 22:37:39.243634 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:39.784977 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456cc43-cf1d-4f79-804e-e81c333a9075 req-4149d583-f003-4df7-a30e-84a8e46a91af tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:37:39.787735 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7456cc43-cf1d-4f79-804e-e81c333a9075 req-4149d583-f003-4df7-a30e-84a8e46a91af tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 945 time: 0.0643291 Apr 14 22:37:39.841596 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7456cc43-cf1d-4f79-804e-e81c333a9075 req-3b8e9270-0a45-48cf-b76e-b31ad5ce2e6f tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471907 Apr 14 22:37:40.904706 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:37:57.714028 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:38:01.852767 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:04.435419 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9cf362a5-f4cc-4b0b-93fb-059e5f538bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:05.398892 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-ff6ecd90-cfeb-4516-bac7-cd95f55602f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661256 Apr 14 22:38:05.467023 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-a23493fd-63eb-4c77-87a7-aeb61822fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:05.468547 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-a23493fd-63eb-4c77-87a7-aeb61822fbf1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 1130 time: 0.0474157 Apr 14 22:38:05.585056 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-ae5e3149-e787-498c-be43-4537edfd5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:05.586552 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-ae5e3149-e787-498c-be43-4537edfd5a22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.0934780 Apr 14 22:38:06.530072 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-931cf939-603d-4c0d-9926-a43e10ae19c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd9497d-a956-4328-bed2-c19f057aafc2 HTTP/1.1" status: 200 len: 1001 time: 0.0842991 Apr 14 22:38:06.803427 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c6c42e09-0e89-4284-9b81-331544f899b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:07.283591 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-766c7e49-8e64-4c99-b484-5596d4e95563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:07.285216 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-766c7e49-8e64-4c99-b484-5596d4e95563 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0497720 Apr 14 22:38:08.081406 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:08.224652 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-df7147c6-8421-4634-8bba-8d17b00492db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:08.226263 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-df7147c6-8421-4634-8bba-8d17b00492db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460508 Apr 14 22:38:08.340981 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-397a5ded-2e86-4b98-b162-fff293e6c6cb service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076124 Apr 14 22:38:08.446536 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-7de35e50-8e11-47e9-b8aa-e3c5e7511220 req-192d6452-7695-43b6-9173-3c4e8533a9f4 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989058 Apr 14 22:38:09.266399 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:10.858063 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:24.159832 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c4aa9-1caa-4a81-9f43-156fb68bd76a req-5f81a5b9-619f-4e14-abdb-5cf3e4d2b0f6 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:24.161482 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d5c4aa9-1caa-4a81-9f43-156fb68bd76a req-5f81a5b9-619f-4e14-abdb-5cf3e4d2b0f6 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 945 time: 0.0560722 Apr 14 22:38:24.216234 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d5c4aa9-1caa-4a81-9f43-156fb68bd76a req-b2fdaa88-3315-45c1-bdf8-7fb1e9e0d738 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481350 Apr 14 22:38:25.413935 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6ec2c-9b5d-41d6-8d08-ba3eee3dda91 req-83197aee-9c61-40e6-b9aa-49190a093c60 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:25.415658 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c8d6ec2c-9b5d-41d6-8d08-ba3eee3dda91 req-83197aee-9c61-40e6-b9aa-49190a093c60 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 945 time: 0.1241264 Apr 14 22:38:25.472121 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c8d6ec2c-9b5d-41d6-8d08-ba3eee3dda91 req-b4ab6ee0-675d-427f-b2e4-12efaffc8382 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491772 Apr 14 22:38:25.768515 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-1f0421a4-bbcf-4668-ac44-dedf72b1cecb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:25.770098 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-1f0421a4-bbcf-4668-ac44-dedf72b1cecb tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.37 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 945 time: 0.0514591 Apr 14 22:38:25.874958 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Deleting port 1d47b07b-be00-4880-999f-7c850a056e1b {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:25.875277 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:25.975611 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] For port 1d47b07b-be00-4880-999f-7c850a056e1b, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=1d47b07b-be00-4880-999f-7c850a056e1b,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:25.975996 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:25.997414 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Calling delete_port for 1d47b07b-be00-4880-999f-7c850a056e1b owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:26.220437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (1d47b07b-be00-4880-999f-7c850a056e1b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:26.237494 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['1d47b07b-be00-4880-999f-7c850a056e1b'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:38:26.250626 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Pushing event deleted for resources: {'Port': ['ID=1d47b07b-be00-4880-999f-7c850a056e1b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:26.264176 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.264522 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.264869 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.265219 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.265560 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.265897 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.266234 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.266562 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.266928 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.267265 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.267617 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.267915 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.268242 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.268569 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.268894 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:26.307150 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] No DVR routers for this DVR port 1d47b07b-be00-4880-999f-7c850a056e1b on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:38:26.309842 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:26.313342 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-43c217b0-d6e7-45a3-8c7f-ad6364e8d849 req-0f3d3eaa-1c9f-440f-a255-c3b1989286ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.37 "DELETE /v2.0/ports/1d47b07b-be00-4880-999f-7c850a056e1b HTTP/1.1" status: 204 len: 173 time: 0.5346022 Apr 14 22:38:26.313840 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a32ec-a77b-4e88-b5b9-729108ddedfc', 'name': 'network-vif-deleted', 'tag': '1d47b07b-be00-4880-999f-7c850a056e1b'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:38:26.316212 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9943c5c8-63fc-4c5d-92a9-aa0dd3f4021c" -d '{"events": [{"server_uuid": "488a32ec-a77b-4e88-b5b9-729108ddedfc", "name": "network-vif-deleted", "tag": "1d47b07b-be00-4880-999f-7c850a056e1b"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:38:26.353999 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f019ba1-ef40-4651-b40a-7d7ee2c7e697 x-openstack-request-id: req-8f019ba1-ef40-4651-b40a-7d7ee2c7e697 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:38:26.354300 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488a32ec-a77b-4e88-b5b9-729108ddedfc", "name": "network-vif-deleted", "tag": "1d47b07b-be00-4880-999f-7c850a056e1b", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:38:26.354555 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f019ba1-ef40-4651-b40a-7d7ee2c7e697 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:38:26.355002 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f019ba1-ef40-4651-b40a-7d7ee2c7e697'] response: {'server_uuid': '488a32ec-a77b-4e88-b5b9-729108ddedfc', 'name': 'network-vif-deleted', 'tag': '1d47b07b-be00-4880-999f-7c850a056e1b', 'status': 'completed', 'code': 200} Apr 14 22:38:26.603638 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-713360f1-e581-44dd-ab34-15311804205e req-cce35700-ebe1-4efe-a9c9-2269a6eb3281 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=488a32ec-a77b-4e88-b5b9-729108ddedfc HTTP/1.1" status: 200 len: 210 time: 0.0457160 Apr 14 22:38:29.453415 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 1d47b07b-be00-4880-999f-7c850a056e1b no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:38:29.474698 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 1d47b07b-be00-4880-999f-7c850a056e1b {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:38:29.475063 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 1d47b07b-be00-4880-999f-7c850a056e1b not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:38:31.870013 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:34.402992 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-e23a60f1-8e9a-4d3f-81b0-a2ecc8a859fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:34.713618 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:38:36.447879 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60888) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:36.612943 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Deleting port ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:36.613265 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:36.712914 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:36.713279 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:36.729333 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Calling delete_port for ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:36.775252 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-da13faae-7bd3-425e-b5cc-13fdcc63df87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:37.020343 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:37.050306 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event deleted for resources: {'Port': ['ID=ceaae9e9-dd28-40c1-a1f2-61a1dc2008cd,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:37.123800 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (eacca78f-f93a-42be-aae1-8f632beed04f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:37.124147 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Floating IP eacca78f-f93a-42be-aae1-8f632beed04f disassociated (deleted). External IP: 172.27.0.41, port: efd9497d-a956-4328-bed2-c19f057aafc2. Apr 14 22:38:37.371669 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:38:37.488221 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:38:37.497809 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:37.500035 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:38:37.511939 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:38:37.512667 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:38:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:37.526947 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-153443c3-4b72-46f5-a6d3-49caa778fe1b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "DELETE /v2.0/floatingips/eacca78f-f93a-42be-aae1-8f632beed04f HTTP/1.1" status: 204 len: 168 time: 1.0773265 Apr 14 22:38:37.527244 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:38:37.529727 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:38:37.658154 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:38:37.665264 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a43da37-fede-4253-8023-5233dc05c3dd x-openstack-request-id: req-0a43da37-fede-4253-8023-5233dc05c3dd {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:38:37.665568 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:38:37.665952 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a43da37-fede-4253-8023-5233dc05c3dd {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:38:37.666468 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a43da37-fede-4253-8023-5233dc05c3dd'] response: {'name': 'network-changed', 'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'status': 'completed', 'code': 200} Apr 14 22:38:37.818825 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-170d0866-f177-4295-bff6-6473ca8ad6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:37.820496 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-170d0866-f177-4295-bff6-6473ca8ad6d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 1130 time: 0.1322932 Apr 14 22:38:37.969086 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:35:03Z', 'revision_number': 1, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:38.036390 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:38:38.066162 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:38:38.066966 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:38:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:38.161296 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:38.197275 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:38:38.255784 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-4aaee599-bcdc-4ddb-9ccf-f787595fb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:38.258109 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-4aaee599-bcdc-4ddb-9ccf-f787595fb5e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.4296892 Apr 14 22:38:38.266938 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7786d-c027-4947-998b-1b405667e2c0 req-09aca385-b571-4848-b330-81b0168154c0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:38.268490 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b0f7786d-c027-4947-998b-1b405667e2c0 req-09aca385-b571-4848-b330-81b0168154c0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 946 time: 0.0671024 Apr 14 22:38:38.325345 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b0f7786d-c027-4947-998b-1b405667e2c0 req-c43cd194-a364-4f2e-a92b-657b3937eef0 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503786 Apr 14 22:38:38.471028 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:35:03Z', 'revision_number': 1, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:38.498330 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d9ad0-bf26-4ce8-aba4-0e4474f7bce7 None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': 'e116232f-7130-4d1b-8ff7-8920178eada8', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'port_id': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'mac_address': 'fa:16:3e:95:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:34:59Z', 'updated_at': '2022-04-14T22:35:03Z', 'revision_number': 1, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:38:38.515005 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-44f908b0-344d-4ff0-8156-096326054ec6 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:38.516516 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-44f908b0-344d-4ff0-8156-096326054ec6 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/networks?id=49a9f6e3-c209-4482-8578-21a225f04921 HTTP/1.1" status: 200 len: 814 time: 0.1234629 Apr 14 22:38:38.533772 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-4fbdf89c-d2dc-4e1a-9e3e-d1af006026d2 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/quotas/04ecb1a0661542e193dcc6382808ba80 HTTP/1.1" status: 200 len: 375 time: 0.0114613 Apr 14 22:38:38.581281 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-3bf1611d-b687-4fe1-a442-9e0e4412dd9b tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04ecb1a0661542e193dcc6382808ba80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382969 Apr 14 22:38:38.596093 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-aa975357-f2e6-4800-80f1-acd2632ed272 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104050) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:38:38.597190 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-aa975357-f2e6-4800-80f1-acd2632ed272 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072958 Apr 14 22:38:38.703328 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-60644c30-43cd-479b-8d14-c3b83d61791b service neutron] 10.222.0.50 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994701 Apr 14 22:38:38.761057 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01f8f0-e4d6-42f9-9535-b761e4f80e07 None None] New status for floating IP eacca78f-f93a-42be-aae1-8f632beed04f: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:38:38.806772 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-4266518d-c3d1-4ba2-b328-bed8eeacdd48 service neutron] 10.222.0.50 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971069 Apr 14 22:38:39.088563 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-50d0a1ee-7154-43c9-9d63-40f314819469 req-3a1d70ac-d3d4-4d84-80a4-14d9b6c60f3b tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 210 time: 0.0299883 Apr 14 22:38:39.163998 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-ee959b87-25a6-42b0-86ee-9e76bfdc7475 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd9497d-a956-4328-bed2-c19f057aafc2 HTTP/1.1" status: 200 len: 217 time: 0.0415471 Apr 14 22:38:39.220291 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-cee05630-5dd6-4edf-ad05-417fdf009898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:39.221797 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-cee05630-5dd6-4edf-ad05-417fdf009898 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0486586 Apr 14 22:38:39.258191 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:39.320701 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-6b40a139-8c21-4748-b15b-6ab2c2bb848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:39.322224 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-6b40a139-8c21-4748-b15b-6ab2c2bb848e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454152 Apr 14 22:38:39.333733 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-a850a051-9bfc-4518-8bca-1da8c6d74600 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:38:39.334781 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-a850a051-9bfc-4518-8bca-1da8c6d74600 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060139 Apr 14 22:38:39.452310 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88bb8c-8068-49b3-ab8f-4924d9f8f909 req-5566f5cb-da43-46e8-aba4-d10e9534a49c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:39.453048 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-be4ede69-1550-48e4-86e3-6a3af0045e60 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113780 Apr 14 22:38:39.454198 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4a88bb8c-8068-49b3-ab8f-4924d9f8f909 req-5566f5cb-da43-46e8-aba4-d10e9534a49c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 946 time: 0.0517051 Apr 14 22:38:39.519298 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4a88bb8c-8068-49b3-ab8f-4924d9f8f909 req-5733341a-6fe8-47e3-aade-113f508fa846 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543160 Apr 14 22:38:39.665990 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b6aad118-6c5a-4c63-bb33-3df1a7a4bfaf req-50e8218c-3860-4712-a086-48872b280748 service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322749 Apr 14 22:38:39.677006 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-2a1554a6-8098-40b1-86de-043c2b04172b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:39.678441 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-2a1554a6-8098-40b1-86de-043c2b04172b tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 946 time: 0.0624154 Apr 14 22:38:39.773739 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Deleting port efd9497d-a956-4328-bed2-c19f057aafc2 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:39.774265 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:39.880881 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] For port efd9497d-a956-4328-bed2-c19f057aafc2, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=efd9497d-a956-4328-bed2-c19f057aafc2,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:39.881236 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:39.894793 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Calling delete_port for efd9497d-a956-4328-bed2-c19f057aafc2 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:40.106303 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (efd9497d-a956-4328-bed2-c19f057aafc2), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:40.142787 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event deleted for resources: {'Port': ['ID=efd9497d-a956-4328-bed2-c19f057aafc2,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:40.228533 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] No DVR routers for this DVR port efd9497d-a956-4328-bed2-c19f057aafc2 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:38:40.247496 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:40.250762 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-50bd66e9-e929-4d8a-a0e4-afbfc9fac424 req-9464d4cc-6e0d-4a4a-b4cb-70bf478510eb tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "DELETE /v2.0/ports/efd9497d-a956-4328-bed2-c19f057aafc2 HTTP/1.1" status: 204 len: 173 time: 0.5664723 Apr 14 22:38:40.251205 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'name': 'network-vif-deleted', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:38:40.253463 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f0dcc1-979c-4b5e-94de-0ac5b32a8445" -d '{"events": [{"server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "name": "network-vif-deleted", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:38:40.257772 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-0d5882ce-c233-41f7-b842-dc222bebcbde req-29ede339-7b9f-4a44-a403-ebdd8548c1dd tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 210 time: 0.0721791 Apr 14 22:38:40.293642 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08301816-ac6c-4def-9db5-d35025c0ad25 x-openstack-request-id: req-08301816-ac6c-4def-9db5-d35025c0ad25 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:38:40.293986 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfffe60-9a21-48e1-8689-8c68541ef118", "name": "network-vif-deleted", "tag": "efd9497d-a956-4328-bed2-c19f057aafc2", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:38:40.294205 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08301816-ac6c-4def-9db5-d35025c0ad25 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:38:40.294761 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08301816-ac6c-4def-9db5-d35025c0ad25'] response: {'server_uuid': 'ddfffe60-9a21-48e1-8689-8c68541ef118', 'name': 'network-vif-deleted', 'tag': 'efd9497d-a956-4328-bed2-c19f057aafc2', 'status': 'completed', 'code': 200} Apr 14 22:38:40.643211 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-58642da1-90b3-4ee8-aaea-ab84fea7befd req-69ee4322-ace7-4dd5-b6dc-08a9e33347bc tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 210 time: 0.0390899 Apr 14 22:38:40.894556 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:41.364171 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3aed243b-5293-4fcb-a717-84b68cd5ba08 req-9e592018-db2c-448a-adc4-ca6b4e7b1f50 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 210 time: 0.0311720 Apr 14 22:38:41.808076 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-39d380a0-9d1f-4e4f-9dd1-af9f26122b9f req-d6a91466-dc04-4498-abc1-1dbc924556f6 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddfffe60-9a21-48e1-8689-8c68541ef118 HTTP/1.1" status: 200 len: 210 time: 0.0639575 Apr 14 22:38:41.949370 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-ccfd3de1-1f06-4e6f-9e5e-6ad8ec05f9a9 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:41.951936 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-ccfd3de1-1f06-4e6f-9e5e-6ad8ec05f9a9 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.37 "GET /v2.0/networks?id=49a9f6e3-c209-4482-8578-21a225f04921 HTTP/1.1" status: 200 len: 814 time: 0.1594946 Apr 14 22:38:41.965623 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Request body: {'port': {'device_id': 'be871944-9920-4a09-87f0-1daeddbad56d', 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921', 'admin_state_up': True, 'tenant_id': '04ecb1a0661542e193dcc6382808ba80'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:38:42.192049 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Made reservation on behalf of 04ecb1a0661542e193dcc6382808ba80 for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:38:42.198002 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:42.338437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Allocated IP 172.20.0.5 (49a9f6e3-c209-4482-8578-21a225f04921/4fc7ada6-e609-45f0-a4e5-4bba746fd27c/fec20857-bd28-4623-9009-c80b6be0e951) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:38:42.481666 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-455c036d-86c5-46d6-912b-1557f6fb93f5 req-b341e1d6-07af-4e84-94d4-0146061664e1 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 210 time: 0.0315292 Apr 14 22:38:42.511605 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks [] for port (fec20857-bd28-4623-9009-c80b6be0e951), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:42.618237 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (fec20857-bd28-4623-9009-c80b6be0e951), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:42.664004 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Network 49a9f6e3-c209-4482-8578-21a225f04921 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:38:42.670944 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:38:42.676870 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:38:42.685724 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Pushing event updated for resources: {'Port': ['ID=fec20857-bd28-4623-9009-c80b6be0e951,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:42.742769 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:42.743440 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:42.817075 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-9c51516b-adc6-4e8d-a4b5-1f0381063b17 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8554900 Apr 14 22:38:42.829539 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Request body: {'port': {'device_id': 'be871944-9920-4a09-87f0-1daeddbad56d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:38:42.903013 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (fec20857-bd28-4623-9009-c80b6be0e951), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:43.050050 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device efd9497d-a956-4328-bed2-c19f057aafc2 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:38:43.076957 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: efd9497d-a956-4328-bed2-c19f057aafc2 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:38:43.082002 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device efd9497d-a956-4328-bed2-c19f057aafc2 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:38:43.226311 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec20857-bd28-4623-9009-c80b6be0e951 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:38:43.235554 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Publish callbacks [] for port (fec20857-bd28-4623-9009-c80b6be0e951), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:43.251045 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Transition to ACTIVE for port object fec20857-bd28-4623-9009-c80b6be0e951 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:38:43.338135 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (fec20857-bd28-4623-9009-c80b6be0e951), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:43.400362 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Pushing event updated for resources: {'Port': ['ID=fec20857-bd28-4623-9009-c80b6be0e951,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:43.475474 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Attempting to bind port fec20857-bd28-4623-9009-c80b6be0e951 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:38:43.475813 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Attempting to bind port fec20857-bd28-4623-9009-c80b6be0e951 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:38:43.476146 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Attempting to bind port fec20857-bd28-4623-9009-c80b6be0e951 on network 49a9f6e3-c209-4482-8578-21a225f04921 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:38:43.481565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Port fec20857-bd28-4623-9009-c80b6be0e951 on network 49a9f6e3-c209-4482-8578-21a225f04921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:38:43.481888 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Attempting to bind port fec20857-bd28-4623-9009-c80b6be0e951 on network 49a9f6e3-c209-4482-8578-21a225f04921 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:38:43.487973 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:38:43.488313 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Checking segment: {'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:38:43.499019 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Bound using segment: {'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:38:43.499019 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Bound port: fec20857-bd28-4623-9009-c80b6be0e951, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08102326-6bca-4970-a0a1-1e3a51762dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:38:43.499019 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (fec20857-bd28-4623-9009-c80b6be0e951), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:43.575353 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] For port fec20857-bd28-4623-9009-c80b6be0e951, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:38:43.579173 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] For port fec20857-bd28-4623-9009-c80b6be0e951, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fec20857-bd28-4623-9009-c80b6be0e951,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:38:43.634992 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaed50-0df4-47da-a572-976adfac3048 req-ef73e357-622a-423c-9140-84eabd4da20f tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:43.636475 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-86eaed50-0df4-47da-a572-976adfac3048 req-ef73e357-622a-423c-9140-84eabd4da20f tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 943 time: 0.0551157 Apr 14 22:38:43.671990 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (fec20857-bd28-4623-9009-c80b6be0e951), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:43.689804 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-86eaed50-0df4-47da-a572-976adfac3048 req-e532e833-c9c7-49f1-ac64-90a039a745ad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Apr 14 22:38:43.711630 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:43.712267 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:43.713724 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] 10.222.0.37 "PUT /v2.0/ports/fec20857-bd28-4623-9009-c80b6be0e951 HTTP/1.1" status: 200 len: 1093 time: 0.8888898 Apr 14 22:38:43.714422 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be871944-9920-4a09-87f0-1daeddbad56d', 'tag': 'fec20857-bd28-4623-9009-c80b6be0e951'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:38:43.716843 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ce260e-e296-43e0-a8f7-a87c099707e4" -d '{"events": [{"name": "network-changed", "server_uuid": "be871944-9920-4a09-87f0-1daeddbad56d", "tag": "fec20857-bd28-4623-9009-c80b6be0e951"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:38:43.747680 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0986f93-6d02-4868-9935-0eae5d886aec service neutron] Pushing event updated for resources: {'Port': ['ID=fec20857-bd28-4623-9009-c80b6be0e951,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:43.769237 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2570a5-2276-495c-a817-a301990af18d x-openstack-request-id: req-7f2570a5-2276-495c-a817-a301990af18d {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:38:43.769587 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be871944-9920-4a09-87f0-1daeddbad56d", "tag": "fec20857-bd28-4623-9009-c80b6be0e951", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:38:43.769989 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f2570a5-2276-495c-a817-a301990af18d {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:38:43.770513 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2570a5-2276-495c-a817-a301990af18d'] response: {'name': 'network-changed', 'server_uuid': 'be871944-9920-4a09-87f0-1daeddbad56d', 'tag': 'fec20857-bd28-4623-9009-c80b6be0e951', 'status': 'completed', 'code': 200} Apr 14 22:38:43.871157 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce260e-e296-43e0-a8f7-a87c099707e4 req-9ac046bb-ffbc-460f-bdbe-24ed129f5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:43.873854 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16ce260e-e296-43e0-a8f7-a87c099707e4 req-9ac046bb-ffbc-460f-bdbe-24ed129f5264 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04ecb1a0661542e193dcc6382808ba80&device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 1127 time: 0.0727425 Apr 14 22:38:43.998293 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce260e-e296-43e0-a8f7-a87c099707e4 req-822720b4-49cc-4cee-bf6e-e248069d33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:44.000453 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16ce260e-e296-43e0-a8f7-a87c099707e4 req-822720b4-49cc-4cee-bf6e-e248069d33c6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=04ecb1a0661542e193dcc6382808ba80&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1192887 Apr 14 22:38:44.105319 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce260e-e296-43e0-a8f7-a87c099707e4 req-de4fdae2-0cbd-449d-b623-282fa3f8aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:44.106875 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-16ce260e-e296-43e0-a8f7-a87c099707e4 req-de4fdae2-0cbd-449d-b623-282fa3f8aced service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999713 Apr 14 22:38:44.199390 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-083d58c4-75c5-4f2b-9b28-88e64b4ff226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:44.202067 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-083d58c4-75c5-4f2b-9b28-88e64b4ff226 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04ecb1a0661542e193dcc6382808ba80&device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 1127 time: 0.0535719 Apr 14 22:38:44.260135 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-dcb8a625-e242-481a-935a-cd273a926eb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fec20857-bd28-4623-9009-c80b6be0e951 HTTP/1.1" status: 200 len: 217 time: 0.0503139 Apr 14 22:38:44.316354 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-103ff57b-1a2e-477b-8952-751707887194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:44.318054 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-103ff57b-1a2e-477b-8952-751707887194 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fc7ada6-e609-45f0-a4e5-4bba746fd27c HTTP/1.1" status: 200 len: 854 time: 0.0510967 Apr 14 22:38:44.355060 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-c07eeb3c-c27c-4561-b31e-639d57390305 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49a9f6e3-c209-4482-8578-21a225f04921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297647 Apr 14 22:38:44.492961 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-7f9f2a33-7f33-4f06-b169-6cc733bc6dac service neutron] 10.222.0.37 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311884 Apr 14 22:38:44.603845 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c7d4ce85-ae2c-435b-a4b1-66f7ce89bed0 req-e2ac2e7a-436a-4891-a9b6-3bee9c140611 service neutron] 10.222.0.37 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008413 Apr 14 22:38:44.815955 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705f8dc-138f-451b-92e7-4315de9c1270 req-1d903812-68d1-4911-8f1f-74f4f33d0901 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:44.817588 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3705f8dc-138f-451b-92e7-4315de9c1270 req-1d903812-68d1-4911-8f1f-74f4f33d0901 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 943 time: 0.0520961 Apr 14 22:38:44.873685 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3705f8dc-138f-451b-92e7-4315de9c1270 req-416c93fd-68b0-4f11-800a-e908ec70e9da tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488000 Apr 14 22:38:45.458005 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60966) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:45.630677 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Deleting port 98269a7e-5479-4a5e-b01c-cbfdeffd9e22 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:45.630950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:45.713138 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:45.713534 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:45.728512 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Calling delete_port for 98269a7e-5479-4a5e-b01c-cbfdeffd9e22 owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:45.957353 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (98269a7e-5479-4a5e-b01c-cbfdeffd9e22), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:46.012437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event deleted for resources: {'Port': ['ID=98269a7e-5479-4a5e-b01c-cbfdeffd9e22,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:46.026239 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04328a1-33be-4e8e-88e6-cf236dfab2df req-8621ff91-c1f3-40ad-b935-f92c75be11a0 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:46.027826 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04328a1-33be-4e8e-88e6-cf236dfab2df req-8621ff91-c1f3-40ad-b935-f92c75be11a0 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 943 time: 0.0819776 Apr 14 22:38:46.117080 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d04328a1-33be-4e8e-88e6-cf236dfab2df req-c0bda97d-913d-42bd-a936-edf7655aa2ed tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732541 Apr 14 22:38:46.117933 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (e116232f-7130-4d1b-8ff7-8920178eada8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:46.118844 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Floating IP e116232f-7130-4d1b-8ff7-8920178eada8 disassociated (deleted). External IP: 172.27.0.73, port: 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f. Apr 14 22:38:46.386602 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:38:46.538015 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:38:46.543437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:46.551520 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:38:46.567038 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:38:46.567785 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:38:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:46.592706 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-9ed278b3-4394-434c-afe8-c67f15e2096e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "DELETE /v2.0/floatingips/e116232f-7130-4d1b-8ff7-8920178eada8 HTTP/1.1" status: 204 len: 168 time: 1.1308119 Apr 14 22:38:46.592706 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:38:46.595910 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269" -d '{"events": [{"name": "network-changed", "server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:38:46.649162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabe74ee-e454-44d1-bff5-529b5585ac16 x-openstack-request-id: req-aabe74ee-e454-44d1-bff5-529b5585ac16 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:38:46.651205 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:38:46.651526 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aabe74ee-e454-44d1-bff5-529b5585ac16 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:38:46.651904 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabe74ee-e454-44d1-bff5-529b5585ac16'] response: {'name': 'network-changed', 'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'status': 'completed', 'code': 200} Apr 14 22:38:46.755220 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-11b941d5-24b4-4f6f-8f28-c6b869b649ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:46.758116 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-11b941d5-24b4-4f6f-8f28-c6b869b649ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 1130 time: 0.0771022 Apr 14 22:38:46.854861 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:38:46.880940 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-25601bbf-7952-44dd-87fd-4395a834d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:46.882469 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-25601bbf-7952-44dd-87fd-4395a834d65a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 200 len: 912 time: 0.1155374 Apr 14 22:38:46.954044 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-cb73d6a4-ee28-41da-a01a-cb391b9f6690 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f HTTP/1.1" status: 200 len: 217 time: 0.0595663 Apr 14 22:38:47.018779 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-743e1228-5e56-4cf6-9042-5bd40659d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:47.020321 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-743e1228-5e56-4cf6-9042-5bd40659d0e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 200 len: 850 time: 0.0537267 Apr 14 22:38:47.069725 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-81e060c6-e279-4a7f-9124-50d8fb9bafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:47.072018 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-81e060c6-e279-4a7f-9124-50d8fb9bafc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7bfc711-f464-4d61-846c-bcc9df2c170e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429082 Apr 14 22:38:47.083387 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device fec20857-bd28-4623-9009-c80b6be0e951 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:38:47.110928 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:47.159789 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:38:47.201493 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:38:47.202137 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:38:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:47.208157 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a87542-bb5e-4193-adfc-18575714e67e req-5ea64b61-3b76-4f90-bb7e-105e9d5a4ebc tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:47.209684 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-87a87542-bb5e-4193-adfc-18575714e67e req-5ea64b61-3b76-4f90-bb7e-105e9d5a4ebc tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 946 time: 0.0971150 Apr 14 22:38:47.255593 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-9ca09bc3-b6eb-4db4-8489-22c9c5e1d00f service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734850 Apr 14 22:38:47.256647 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf531ea-0356-4d9a-8447-240e5469ba94 req-a81e375a-3ba6-4384-9d86-cd313ee34aad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:47.259467 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-daf531ea-0356-4d9a-8447-240e5469ba94 req-a81e375a-3ba6-4384-9d86-cd313ee34aad tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 943 time: 0.0573957 Apr 14 22:38:47.298493 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-87a87542-bb5e-4193-adfc-18575714e67e req-af6c7a0c-de2f-47f7-b4c1-ee77d14491c2 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742350 Apr 14 22:38:47.315596 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-daf531ea-0356-4d9a-8447-240e5469ba94 req-dee9b28b-6145-418e-8192-6d0f6dd5903c tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495903 Apr 14 22:38:47.334536 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port fec20857-bd28-4623-9009-c80b6be0e951, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fec20857-bd28-4623-9009-c80b6be0e951,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:47.354030 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': 'fec20857-bd28-4623-9009-c80b6be0e951', 'network_id': '49a9f6e3-c209-4482-8578-21a225f04921', 'port_id': 'fec20857-bd28-4623-9009-c80b6be0e951', 'mac_address': 'fa:16:3e:0e:80:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc7ada6-e609-45f0-a4e5-4bba746fd27c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:38:47.356794 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:38:47.467784 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port fec20857-bd28-4623-9009-c80b6be0e951 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:38:47.468101 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (fec20857-bd28-4623-9009-c80b6be0e951), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:47.527031 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec20857-bd28-4623-9009-c80b6be0e951 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:38:47.565857 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port fec20857-bd28-4623-9009-c80b6be0e951, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fec20857-bd28-4623-9009-c80b6be0e951,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:47.625596 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (fec20857-bd28-4623-9009-c80b6be0e951), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:47.635484 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:47.686394 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ba62-2188-46b0-bcaf-2e35717c0028 None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '6c0c66ee-8572-4a2f-8a29-0d979ad23c83', 'name': '', 'network_id': 'f7bfc711-f464-4d61-846c-bcc9df2c170e', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'mac_address': 'fa:16:3e:a6:72:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '92537d96-b02e-442e-99fe-17128df02580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:44Z', 'updated_at': '2022-04-14T22:30:51Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'subnets': [{'id': '92537d96-b02e-442e-99fe-17128df02580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:38:47.717344 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=fec20857-bd28-4623-9009-c80b6be0e951,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:47.725723 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.726089 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.726597 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.726987 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.727844 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.728202 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.728597 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.728947 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.729288 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.729656 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.729955 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.730293 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.730622 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.730977 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.731307 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:47.868386 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['fec20857-bd28-4623-9009-c80b6be0e951'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:38:47.973047 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893003bb-3855-4563-a16d-6a05f9318994 None None] New status for floating IP e116232f-7130-4d1b-8ff7-8920178eada8: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:38:48.343392 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fc4ebc4a-e4ca-4581-be6b-f7fea4103269 req-5f63adb5-1d62-46e9-995f-26ce5de317bb service neutron] 10.222.0.37 "GET /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969279 Apr 14 22:38:48.431261 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884fb3a-2c1e-42d3-8eae-9687e36de610 req-cd88a37a-ec68-4008-938f-8f8f83ffa722 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:48.433476 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5884fb3a-2c1e-42d3-8eae-9687e36de610 req-cd88a37a-ec68-4008-938f-8f8f83ffa722 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 946 time: 0.0602589 Apr 14 22:38:48.451844 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c68c34-207f-4929-8c98-cec0924ecb91 req-2cade4fc-3172-4b18-84fe-0637e824430b tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:48.454100 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c8c68c34-207f-4929-8c98-cec0924ecb91 req-2cade4fc-3172-4b18-84fe-0637e824430b tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 944 time: 0.0692506 Apr 14 22:38:48.489876 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5884fb3a-2c1e-42d3-8eae-9687e36de610 req-42f1c8f9-f17c-4465-a604-a23d3b2e1e05 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c2af8f5-980b-4150-86a7-a93bef4a1247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487509 Apr 14 22:38:48.509826 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-c8c68c34-207f-4929-8c98-cec0924ecb91 req-15208294-bc0c-4567-8f3a-bf550b1570b7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494900 Apr 14 22:38:48.798817 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-ff5c505e-ab77-4734-bca9-00e48ce1041c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:48.800401 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-ff5c505e-ab77-4734-bca9-00e48ce1041c tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 946 time: 0.0521295 Apr 14 22:38:48.900713 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Deleting port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:48.901107 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:49.003738 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] For port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:49.004120 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:49.020330 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Calling delete_port for 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:49.089599 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device fec20857-bd28-4623-9009-c80b6be0e951 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:38:49.142794 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port fec20857-bd28-4623-9009-c80b6be0e951 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:38:49.211804 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port fec20857-bd28-4623-9009-c80b6be0e951 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:38:49.212214 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (fec20857-bd28-4623-9009-c80b6be0e951), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:49.240583 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (55fcdb32-9209-4903-a5ba-ed5eddeb4e0f), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:49.272599 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event deleted for resources: {'Port': ['ID=55fcdb32-9209-4903-a5ba-ed5eddeb4e0f,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:49.303276 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port fec20857-bd28-4623-9009-c80b6be0e951 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:38:49.303276 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (fec20857-bd28-4623-9009-c80b6be0e951), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:49.325959 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] No DVR routers for this DVR port 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:38:49.328959 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:49.331288 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be871944-9920-4a09-87f0-1daeddbad56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec20857-bd28-4623-9009-c80b6be0e951'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:38:49.332673 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9f351601-e9e1-4085-902a-d2bb6006b0a3 req-363e1ad0-640c-4b64-91ae-48f876ad9e63 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.37 "DELETE /v2.0/ports/55fcdb32-9209-4903-a5ba-ed5eddeb4e0f HTTP/1.1" status: 204 len: 173 time: 0.5245819 Apr 14 22:38:49.333273 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'name': 'network-vif-deleted', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:38:49.333664 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f801c1-5f74-4b0e-8ee2-812afab65833" -d '{"events": [{"server_uuid": "be871944-9920-4a09-87f0-1daeddbad56d", "name": "network-vif-plugged", "status": "completed", "tag": "fec20857-bd28-4623-9009-c80b6be0e951"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:38:49.335860 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141248b0-79b9-4f4e-8cec-ab83df8c0737" -d '{"events": [{"server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "name": "network-vif-deleted", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:38:49.360167 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port fec20857-bd28-4623-9009-c80b6be0e951, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fec20857-bd28-4623-9009-c80b6be0e951,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:49.376542 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9681cd4-04aa-4f35-9240-1d6480785ae1 x-openstack-request-id: req-a9681cd4-04aa-4f35-9240-1d6480785ae1 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:38:49.376837 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be871944-9920-4a09-87f0-1daeddbad56d", "name": "network-vif-plugged", "status": "completed", "tag": "fec20857-bd28-4623-9009-c80b6be0e951", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:38:49.377094 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9681cd4-04aa-4f35-9240-1d6480785ae1 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:38:49.377507 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9681cd4-04aa-4f35-9240-1d6480785ae1'] response: {'server_uuid': 'be871944-9920-4a09-87f0-1daeddbad56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec20857-bd28-4623-9009-c80b6be0e951', 'code': 200} Apr 14 22:38:49.388900 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ef6474-ff36-45ce-875b-34fca73d9b46 x-openstack-request-id: req-70ef6474-ff36-45ce-875b-34fca73d9b46 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:38:49.389925 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d700c3c-cff8-44e9-82dc-e27f0e04baee", "name": "network-vif-deleted", "tag": "55fcdb32-9209-4903-a5ba-ed5eddeb4e0f", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:38:49.389925 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70ef6474-ff36-45ce-875b-34fca73d9b46 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:38:49.389925 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ef6474-ff36-45ce-875b-34fca73d9b46'] response: {'server_uuid': '6d700c3c-cff8-44e9-82dc-e27f0e04baee', 'name': 'network-vif-deleted', 'tag': '55fcdb32-9209-4903-a5ba-ed5eddeb4e0f', 'status': 'completed', 'code': 200} Apr 14 22:38:49.443441 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (fec20857-bd28-4623-9009-c80b6be0e951), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:49.500679 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=fec20857-bd28-4623-9009-c80b6be0e951,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:49.624563 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-51ce6042-1664-492b-afc4-325f0699a8df req-6424a447-2fa7-4894-b089-cdddca26683e tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 210 time: 0.0453820 Apr 14 22:38:49.672436 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6b0d-9bdb-4331-b65f-ea42ceb44bea req-84ba444a-2e95-4f67-9c7f-3da8be179698 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:49.674480 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-560e6b0d-9bdb-4331-b65f-ea42ceb44bea req-84ba444a-2e95-4f67-9c7f-3da8be179698 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 945 time: 0.0719962 Apr 14 22:38:49.739646 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-560e6b0d-9bdb-4331-b65f-ea42ceb44bea req-4f47f15b-a9df-44d1-9a8a-08376a9a94c7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552714 Apr 14 22:38:49.808904 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8d1d-811d-42ca-bba9-d45f516c21cf req-06cbc645-9454-4822-bef0-935e47da0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:49.810531 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-919c8d1d-811d-42ca-bba9-d45f516c21cf req-06cbc645-9454-4822-bef0-935e47da0b17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 1129 time: 0.0562336 Apr 14 22:38:49.870792 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-919c8d1d-811d-42ca-bba9-d45f516c21cf req-7024e9df-1c49-482a-9708-536fd2f36932 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496142 Apr 14 22:38:50.732071 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e034990f-e0cc-4a60-813b-93783a249ab7 req-0505f20d-7187-45ac-942f-dde001b48935 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d700c3c-cff8-44e9-82dc-e27f0e04baee HTTP/1.1" status: 200 len: 210 time: 0.0281694 Apr 14 22:38:50.889044 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42293afe-206c-42e2-bdc1-15146a803beb req-cb16663f-56f8-4c33-b352-aff3f51b0b0a tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:50.891657 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-42293afe-206c-42e2-bdc1-15146a803beb req-cb16663f-56f8-4c33-b352-aff3f51b0b0a tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 945 time: 0.0764289 Apr 14 22:38:50.944205 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-42293afe-206c-42e2-bdc1-15146a803beb req-969a131f-8046-4dc8-b522-f0a0df8a2203 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464983 Apr 14 22:38:51.096770 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:38:51.119310 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:38:51.119668 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55fcdb32-9209-4903-a5ba-ed5eddeb4e0f not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:38:51.796858 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 60996) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:51.921871 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Deleting port 099282f7-26d5-4b76-b83a-6d58034c0606 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:51.922104 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (099282f7-26d5-4b76-b83a-6d58034c0606), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:52.006419 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (099282f7-26d5-4b76-b83a-6d58034c0606), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:52.006890 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (099282f7-26d5-4b76-b83a-6d58034c0606), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:52.021958 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Calling delete_port for 099282f7-26d5-4b76-b83a-6d58034c0606 owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:52.079756 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d401-564e-43f4-a87b-54d9f59e2486 req-e99a92c5-624f-4d25-aeee-4b17af0e3037 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:38:52.081320 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4c42d401-564e-43f4-a87b-54d9f59e2486 req-e99a92c5-624f-4d25-aeee-4b17af0e3037 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 945 time: 0.0485604 Apr 14 22:38:52.131921 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4c42d401-564e-43f4-a87b-54d9f59e2486 req-0f92a9e9-a21b-4e00-a7f1-5a923a1dea54 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Apr 14 22:38:52.265626 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (099282f7-26d5-4b76-b83a-6d58034c0606), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:52.301829 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event deleted for resources: {'Port': ['ID=099282f7-26d5-4b76-b83a-6d58034c0606,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:52.378025 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for floatingip (64461476-ec22-4386-809b-9827494ffa97), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:52.381398 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:52.382790 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-69417ddc-f610-436a-93da-fe812b037516 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "DELETE /v2.0/floatingips/64461476-ec22-4386-809b-9827494ffa97 HTTP/1.1" status: 204 len: 168 time: 0.5847812 Apr 14 22:38:53.753955 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32788) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:53.822009 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-05ba8a1a-f40f-4ef5-8b6c-7beec888ca79 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group (3c2af8f5-980b-4150-86a7-a93bef4a1247), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:53.851742 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-05ba8a1a-f40f-4ef5-8b6c-7beec888ca79 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group (3c2af8f5-980b-4150-86a7-a93bef4a1247), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:53.994767 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-05ba8a1a-f40f-4ef5-8b6c-7beec888ca79 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (3c2af8f5-980b-4150-86a7-a93bef4a1247), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:53.997390 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-05ba8a1a-f40f-4ef5-8b6c-7beec888ca79 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:53.998607 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-05ba8a1a-f40f-4ef5-8b6c-7beec888ca79 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] 10.222.0.50 "DELETE /v2.0/security-groups/3c2af8f5-980b-4150-86a7-a93bef4a1247 HTTP/1.1" status: 204 len: 168 time: 0.2434108 Apr 14 22:38:54.010541 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba8a1a-f40f-4ef5-8b6c-7beec888ca79 tempest-TestVolumeBootPattern-368694055 tempest-TestVolumeBootPattern-368694055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2af8f5-980b-4150-86a7-a93bef4a1247,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:54.120022 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32792) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:54.822510 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:55.077540 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Deleting port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:55.077846 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:55.169468 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] For port 6c0c66ee-8572-4a2f-8a29-0d979ad23c83, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:55.169890 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:55.186563 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Calling delete_port for 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:55.466217 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (6c0c66ee-8572-4a2f-8a29-0d979ad23c83), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:55.515162 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0c66ee-8572-4a2f-8a29-0d979ad23c83,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:55.762370 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:56.002887 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:38:56.120930 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:38:56.127217 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e6d85b12-b48d-49c7-b898-31dd9b04186a admin admin] 10.222.0.50 "PUT /v2.0/routers/57aefb53-3c2a-4bd1-bef1-f6d937b877a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0057571 Apr 14 22:38:56.128821 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32800) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:56.132833 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] Sync routers for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:38:56.143952 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:38:56.144691 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:38:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:56.280649 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks [] for router (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:56.307689 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:38:56.431944 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks [] for router_gateway (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:56.541858 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Deleting port 4fc7db21-20ce-4ca9-9679-a63b271f6f70 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:56.542137 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:56.603984 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:38:55Z', 'revision_number': 5, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port': {'id': '4fc7db21-20ce-4ca9-9679-a63b271f6f70', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ad:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:37Z', 'updated_at': '2022-04-14T22:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:56.629344 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] For port 4fc7db21-20ce-4ca9-9679-a63b271f6f70, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=4fc7db21-20ce-4ca9-9679-a63b271f6f70,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:56.629710 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:56.632253 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] Checking router: 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:38:56.641817 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] Routers {'57aefb53-3c2a-4bd1-bef1-f6d937b877a8'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:38:56.642445 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:38:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:56.644976 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Calling delete_port for 4fc7db21-20ce-4ca9-9679-a63b271f6f70 owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:56.747445 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] Set router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 gateway port host: None {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:38:56.823125 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:38:56Z', 'revision_number': 6, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port_host': None}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:56.853885 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89319c98-4539-4703-8d14-bc77554e1981 None None] The sync data for ids ['57aefb53-3c2a-4bd1-bef1-f6d937b877a8'] in dv-cinder-820918-2-iscsi is: [{'id': '57aefb53-3c2a-4bd1-bef1-f6d937b877a8', 'name': 'tempest-TestVolumeBootPattern-298465534-router', 'tenant_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:35Z', 'updated_at': '2022-04-14T22:38:56Z', 'revision_number': 6, 'project_id': '4bb0bc5b44d44e82b46c0d5391196c99', 'gw_port_host': None}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:38:56.916496 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (4fc7db21-20ce-4ca9-9679-a63b271f6f70), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:56.952410 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc7db21-20ce-4ca9-9679-a63b271f6f70,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:57.020298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.122524 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.125228 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks [] for router_controller (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.237713 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (57aefb53-3c2a-4bd1-bef1-f6d937b877a8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.238671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57aefb53-3c2a-4bd1-bef1-f6d937b877a8 {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:38:57.246380 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.248470 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-080ced55-2941-49a0-93ae-60cfbf280a9e admin admin] 10.222.0.50 "DELETE /v2.0/routers/57aefb53-3c2a-4bd1-bef1-f6d937b877a8 HTTP/1.1" status: 204 len: 168 time: 1.1180458 Apr 14 22:38:57.252136 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32804) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:57.306836 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb29f5f-c113-4319-8edd-b2f6c7e8d5e0 admin admin] Deleting subnet 92537d96-b02e-442e-99fe-17128df02580 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:38:57.310554 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f5f-c113-4319-8edd-b2f6c7e8d5e0 admin admin] Publish callbacks [] for subnet (92537d96-b02e-442e-99fe-17128df02580), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.358531 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f5f-c113-4319-8edd-b2f6c7e8d5e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610516'] for subnet (92537d96-b02e-442e-99fe-17128df02580), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.476399 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:38:57.507184 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:38:57.508084 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 6c0c66ee-8572-4a2f-8a29-0d979ad23c83 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:38:57.509521 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 4fc7db21-20ce-4ca9-9679-a63b271f6f70 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:38:57.522101 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f5f-c113-4319-8edd-b2f6c7e8d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (92537d96-b02e-442e-99fe-17128df02580), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.539051 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 4fc7db21-20ce-4ca9-9679-a63b271f6f70 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:38:57.539637 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 4fc7db21-20ce-4ca9-9679-a63b271f6f70 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:38:57.692833 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f5f-c113-4319-8edd-b2f6c7e8d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25656069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25923208'] for subnet (92537d96-b02e-442e-99fe-17128df02580), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.724335 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29f5f-c113-4319-8edd-b2f6c7e8d5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92537d96-b02e-442e-99fe-17128df02580,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:57.728437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f5f-c113-4319-8edd-b2f6c7e8d5e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.737092 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-dfb29f5f-c113-4319-8edd-b2f6c7e8d5e0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/92537d96-b02e-442e-99fe-17128df02580 HTTP/1.1" status: 204 len: 168 time: 0.4783781 Apr 14 22:38:57.737092 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32808) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:57.738941 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c59ab-00b9-4a41-8575-5d580dd6785a None None] Network f7bfc711-f464-4d61-846c-bcc9df2c170e requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:38:57.828686 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (f7bfc711-f464-4d61-846c-bcc9df2c170e), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.909132 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Deleting port 4734d6c4-4750-4ea7-a039-d0374382daea {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:57.909132 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:57.956713 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] DHCP port deletion for f7bfc711-f464-4d61-846c-bcc9df2c170e request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:38:57.988557 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] For port 4734d6c4-4750-4ea7-a039-d0374382daea, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=4734d6c4-4750-4ea7-a039-d0374382daea,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:57.988876 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.011539 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Calling delete_port for 4734d6c4-4750-4ea7-a039-d0374382daea owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:58.014344 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] Deleting port 4734d6c4-4750-4ea7-a039-d0374382daea {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:58.014967 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.096413 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] For port 4734d6c4-4750-4ea7-a039-d0374382daea, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=4734d6c4-4750-4ea7-a039-d0374382daea,segment=NetworkSegment(eb89cd86-970a-4898-8950-a0ee65bb8a8a),segment_id=eb89cd86-970a-4898-8950-a0ee65bb8a8a)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:58.096842 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.112978 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] Calling delete_port for 4734d6c4-4750-4ea7-a039-d0374382daea owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:58.212393 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.219438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (4734d6c4-4750-4ea7-a039-d0374382daea), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.248892 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] Pushing event deleted for resources: {'Port': ['ID=4734d6c4-4750-4ea7-a039-d0374382daea,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:58.253361 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53538d7-6be6-4c72-adc6-232b31cb020c None None] No DVR routers for this DVR port 4734d6c4-4750-4ea7-a039-d0374382daea on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:38:58.258586 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4734d6c4-4750-4ea7-a039-d0374382daea,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:58.261916 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] No DVR routers for this DVR port 4734d6c4-4750-4ea7-a039-d0374382daea on host dv-cinder-820918-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:38:58.350638 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (f7bfc711-f464-4d61-846c-bcc9df2c170e), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.377659 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7bfc711-f464-4d61-846c-bcc9df2c170e']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:58.388478 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb89cd86-970a-4898-8950-a0ee65bb8a8a') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:58.388782 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb89cd86-970a-4898-8950-a0ee65bb8a8a') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:38:58.399702 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (eb89cd86-970a-4898-8950-a0ee65bb8a8a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.416980 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (eb89cd86-970a-4898-8950-a0ee65bb8a8a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.424134 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:38:58.424535 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (eb89cd86-970a-4898-8950-a0ee65bb8a8a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:38:58.426560 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:38:58.594558 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (f7bfc711-f464-4d61-846c-bcc9df2c170e), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.600410 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:58.604441 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f7bfc711-f464-4d61-846c-bcc9df2c170e HTTP/1.1" status: 204 len: 168 time: 0.8674245 Apr 14 22:38:58.608273 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 32812) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:38:58.615891 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d01a9e-1a3b-408f-82e1-8f8149a20af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7bfc711-f464-4d61-846c-bcc9df2c170e,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:58.969041 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (3f43df89-1247-4f5f-9892-7862aae8ba14), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:59.272610 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Deleting port 621d172d-86e4-47d7-8be1-be7e30061a62 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:38:59.273188 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:59.411034 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] For port 621d172d-86e4-47d7-8be1-be7e30061a62, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=621d172d-86e4-47d7-8be1-be7e30061a62,segment=NetworkSegment(31641d74-9f4c-4702-a8c7-1e19ecf90d28),segment_id=31641d74-9f4c-4702-a8c7-1e19ecf90d28)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:38:59.420819 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:59.434176 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Calling delete_port for 621d172d-86e4-47d7-8be1-be7e30061a62 owned by network:router_interface {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:38:59.451155 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 4734d6c4-4750-4ea7-a039-d0374382daea no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:38:59.487305 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 4734d6c4-4750-4ea7-a039-d0374382daea {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:38:59.487972 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 4734d6c4-4750-4ea7-a039-d0374382daea not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:38:59.751600 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (621d172d-86e4-47d7-8be1-be7e30061a62), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:38:59.781946 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Pushing event deleted for resources: {'Port': ['ID=621d172d-86e4-47d7-8be1-be7e30061a62,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:38:59.834186 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.834835 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.835439 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.836164 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.837229 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.837801 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.838354 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.838948 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.839513 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.840056 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.840646 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.841408 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.841842 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.842419 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:38:59.843025 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:00.043784 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (3f43df89-1247-4f5f-9892-7862aae8ba14), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:00.298594 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Router 3f43df89-1247-4f5f-9892-7862aae8ba14 has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:39:00.425230 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:39:00.434620 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-944f255d-1162-488f-8061-a2c005f69146 admin admin] 10.222.0.50 "PUT /v2.0/routers/3f43df89-1247-4f5f-9892-7862aae8ba14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222668 Apr 14 22:39:00.435355 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 32816) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:00.438967 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f12054-002b-4f64-a041-75346c14278c None None] Sync routers for ids ['3f43df89-1247-4f5f-9892-7862aae8ba14'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:39:00.453807 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f12054-002b-4f64-a041-75346c14278c None None] Routers {'3f43df89-1247-4f5f-9892-7862aae8ba14'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:39:00.454562 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-68f12054-002b-4f64-a041-75346c14278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:38:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['3f43df89-1247-4f5f-9892-7862aae8ba14'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:00.581650 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-68f12054-002b-4f64-a041-75346c14278c None None] Set router 3f43df89-1247-4f5f-9892-7862aae8ba14 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:39:00.607217 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks [] for router (3f43df89-1247-4f5f-9892-7862aae8ba14), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:00.880466 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-68f12054-002b-4f64-a041-75346c14278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:38:59Z', 'revision_number': 5, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:00.911646 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f12054-002b-4f64-a041-75346c14278c None None] Checking router: 3f43df89-1247-4f5f-9892-7862aae8ba14 for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:39:00.921901 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f12054-002b-4f64-a041-75346c14278c None None] Routers {'3f43df89-1247-4f5f-9892-7862aae8ba14'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:39:00.922552 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-68f12054-002b-4f64-a041-75346c14278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:38:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['3f43df89-1247-4f5f-9892-7862aae8ba14'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:01.064461 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-68f12054-002b-4f64-a041-75346c14278c None None] Set router 3f43df89-1247-4f5f-9892-7862aae8ba14 gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:39:01.155825 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks [] for router_gateway (3f43df89-1247-4f5f-9892-7862aae8ba14), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:01.297170 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Deleting port c6c151e6-655d-480d-8854-7a42c0b15f47 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:39:01.297553 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:01.309589 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-68f12054-002b-4f64-a041-75346c14278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:38:59Z', 'revision_number': 5, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:01.364572 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f12054-002b-4f64-a041-75346c14278c None None] The sync data for ids ['3f43df89-1247-4f5f-9892-7862aae8ba14'] in dv-cinder-820918-2-iscsi is: [{'id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'name': 'tempest-TestVolumeBootPattern-2022475979-router', 'tenant_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:30:54Z', 'updated_at': '2022-04-14T22:38:59Z', 'revision_number': 5, 'project_id': 'a9592f9ec5d54139b2c6d7004ddea1c8', 'gw_port': {'id': 'c6c151e6-655d-480d-8854-7a42c0b15f47', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f43df89-1247-4f5f-9892-7862aae8ba14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:30:55Z', 'updated_at': '2022-04-14T22:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:39:01.406033 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] For port c6c151e6-655d-480d-8854-7a42c0b15f47, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=c6c151e6-655d-480d-8854-7a42c0b15f47,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:39:01.406577 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:01.429152 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Calling delete_port for c6c151e6-655d-480d-8854-7a42c0b15f47 owned by network:router_gateway {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:39:01.708952 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (c6c151e6-655d-480d-8854-7a42c0b15f47), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:01.739767 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c151e6-655d-480d-8854-7a42c0b15f47,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:01.843124 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (3f43df89-1247-4f5f-9892-7862aae8ba14), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:01.906177 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:01.953873 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (3f43df89-1247-4f5f-9892-7862aae8ba14), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:01.956430 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks [] for router_controller (3f43df89-1247-4f5f-9892-7862aae8ba14), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.090074 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (3f43df89-1247-4f5f-9892-7862aae8ba14), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.090684 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f43df89-1247-4f5f-9892-7862aae8ba14 {{(pid=104050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:39:02.096501 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.098196 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-2d42b30b-de3b-4544-9148-b10a9f5c7eeb admin admin] 10.222.0.50 "DELETE /v2.0/routers/3f43df89-1247-4f5f-9892-7862aae8ba14 HTTP/1.1" status: 204 len: 168 time: 1.6612775 Apr 14 22:39:02.101763 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 32824) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:02.174891 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_v2 [None req-02268f4a-917e-4907-be25-0baa342ecf78 admin admin] Deleting subnet 69daa74c-4442-4e3b-be22-d9ab5114234f {{(pid=104050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:39:02.180676 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-02268f4a-917e-4907-be25-0baa342ecf78 admin admin] Publish callbacks [] for subnet (69daa74c-4442-4e3b-be22-d9ab5114234f), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.236349 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-02268f4a-917e-4907-be25-0baa342ecf78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27071291'] for subnet (69daa74c-4442-4e3b-be22-d9ab5114234f), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.334941 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-02268f4a-917e-4907-be25-0baa342ecf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (69daa74c-4442-4e3b-be22-d9ab5114234f), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.472226 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-02268f4a-917e-4907-be25-0baa342ecf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25323411'] for subnet (69daa74c-4442-4e3b-be22-d9ab5114234f), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.502259 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02268f4a-917e-4907-be25-0baa342ecf78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69daa74c-4442-4e3b-be22-d9ab5114234f,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:02.505907 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-02268f4a-917e-4907-be25-0baa342ecf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.512407 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-02268f4a-917e-4907-be25-0baa342ecf78 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/69daa74c-4442-4e3b-be22-d9ab5114234f HTTP/1.1" status: 204 len: 168 time: 0.4052644 Apr 14 22:39:02.512589 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6fb56-4762-4d6b-8d11-02cb4e02d472 None None] Network 53c62911-2346-4b5b-ad16-70a385c5870e requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:39:02.514512 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 32828) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:02.623707 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (53c62911-2346-4b5b-ad16-70a385c5870e), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.683123 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] DHCP port deletion for 53c62911-2346-4b5b-ad16-70a385c5870e request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:39:02.699094 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Deleting port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:39:02.699623 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.752287 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] Deleting port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:39:02.752871 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.815075 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] For port 0be58667-0839-4bd3-b0c5-e4c6d94d1652, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=0be58667-0839-4bd3-b0c5-e4c6d94d1652,segment=NetworkSegment(31641d74-9f4c-4702-a8c7-1e19ecf90d28),segment_id=31641d74-9f4c-4702-a8c7-1e19ecf90d28)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:39:02.815823 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.835795 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Calling delete_port for 0be58667-0839-4bd3-b0c5-e4c6d94d1652 owned by network:dhcp {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:39:02.852039 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] For port 0be58667-0839-4bd3-b0c5-e4c6d94d1652, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=0be58667-0839-4bd3-b0c5-e4c6d94d1652,segment=NetworkSegment(31641d74-9f4c-4702-a8c7-1e19ecf90d28),segment_id=31641d74-9f4c-4702-a8c7-1e19ecf90d28)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:39:02.852453 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:02.869354 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] Calling delete_port for 0be58667-0839-4bd3-b0c5-e4c6d94d1652 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:39:03.052227 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.063660 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (0be58667-0839-4bd3-b0c5-e4c6d94d1652), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.084084 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be58667-0839-4bd3-b0c5-e4c6d94d1652,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:03.087002 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] No DVR routers for this DVR port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 on host dv-cinder-820918-2-iscsi {{(pid=104050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:39:03.231656 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (53c62911-2346-4b5b-ad16-70a385c5870e), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.246293 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] Pushing event deleted for resources: {'Port': ['ID=0be58667-0839-4bd3-b0c5-e4c6d94d1652,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:03.252441 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c483aa7-e5db-4fac-be3d-4481c8e56a8c None None] No DVR routers for this DVR port 0be58667-0839-4bd3-b0c5-e4c6d94d1652 on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:39:03.271763 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c62911-2346-4b5b-ad16-70a385c5870e']}} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:03.283574 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31641d74-9f4c-4702-a8c7-1e19ecf90d28') {'for_net_delete': True} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:03.283878 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31641d74-9f4c-4702-a8c7-1e19ecf90d28') {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:03.295812 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27071232'] for segment (31641d74-9f4c-4702-a8c7-1e19ecf90d28), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.312543 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (31641d74-9f4c-4702-a8c7-1e19ecf90d28), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.320313 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=104050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750057'] for segment (31641d74-9f4c-4702-a8c7-1e19ecf90d28), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: Traceback (most recent call last): Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: timer() Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: cb(*args, **kw) Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: return func(*args, **kwargs) Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: self._notify() Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: self.callback(batched_events) Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: event.method(event) Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: return f(self, *a, **k) Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._get(url).json() Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: return self.request(url, 'GET', **kwargs) Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:39:03.332285 dv-cinder-820918-2-iscsi neutron-server[104050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:39:03.435929 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device c6c151e6-655d-480d-8854-7a42c0b15f47 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:39:03.459536 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: c6c151e6-655d-480d-8854-7a42c0b15f47 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:39:03.460020 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device c6c151e6-655d-480d-8854-7a42c0b15f47 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:39:03.460242 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (53c62911-2346-4b5b-ad16-70a385c5870e), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.460654 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 0be58667-0839-4bd3-b0c5-e4c6d94d1652 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:39:03.472417 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.479022 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/53c62911-2346-4b5b-ad16-70a385c5870e HTTP/1.1" status: 204 len: 168 time: 0.9628470 Apr 14 22:39:03.493972 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab9325-8bb9-4071-b505-6d2d6e38bec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c62911-2346-4b5b-ad16-70a385c5870e,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:03.497051 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 0be58667-0839-4bd3-b0c5-e4c6d94d1652 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:39:03.497639 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 0be58667-0839-4bd3-b0c5-e4c6d94d1652 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:39:03.498592 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 621d172d-86e4-47d7-8be1-be7e30061a62 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:39:03.534294 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 621d172d-86e4-47d7-8be1-be7e30061a62 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:39:03.534915 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 621d172d-86e4-47d7-8be1-be7e30061a62 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:39:03.826690 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32834) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:03.872630 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fdf7cef6-a120-4c81-8466-00700d772945 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4bb0bc5b44d44e82b46c0d5391196c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442946 Apr 14 22:39:03.875357 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32836) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:03.934309 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc10632d-2687-4ae6-bde9-66cae3caa36b admin admin] Publish callbacks [] for security_group (f005199a-17af-4aa5-94f7-455f6eb86b29), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:03.960035 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc10632d-2687-4ae6-bde9-66cae3caa36b admin admin] Publish callbacks [] for security_group (f005199a-17af-4aa5-94f7-455f6eb86b29), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:04.116828 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc10632d-2687-4ae6-bde9-66cae3caa36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (f005199a-17af-4aa5-94f7-455f6eb86b29), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:04.120761 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-fc10632d-2687-4ae6-bde9-66cae3caa36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:04.122176 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-fc10632d-2687-4ae6-bde9-66cae3caa36b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f005199a-17af-4aa5-94f7-455f6eb86b29 HTTP/1.1" status: 204 len: 168 time: 0.2457535 Apr 14 22:39:04.131950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10632d-2687-4ae6-bde9-66cae3caa36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f005199a-17af-4aa5-94f7-455f6eb86b29,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:04.477569 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d00649da-df6d-4b61-b6dd-f5ff70ca3f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:05.022248 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32844) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:05.068496 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-55182bcb-958b-44d9-a22d-527ef841e4ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9592f9ec5d54139b2c6d7004ddea1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447428 Apr 14 22:39:05.071844 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 32846) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:05.160794 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-101d6e23-538c-46f7-a529-29e698c7b1e6 admin admin] Publish callbacks [] for security_group (7578650c-ed60-4e9d-b12a-309654161d84), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:05.202262 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-101d6e23-538c-46f7-a529-29e698c7b1e6 admin admin] Publish callbacks [] for security_group (7578650c-ed60-4e9d-b12a-309654161d84), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:05.379694 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-101d6e23-538c-46f7-a529-29e698c7b1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (7578650c-ed60-4e9d-b12a-309654161d84), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:05.382540 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-101d6e23-538c-46f7-a529-29e698c7b1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:05.387510 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-101d6e23-538c-46f7-a529-29e698c7b1e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7578650c-ed60-4e9d-b12a-309654161d84 HTTP/1.1" status: 204 len: 168 time: 0.3113523 Apr 14 22:39:05.394331 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d6e23-538c-46f7-a529-29e698c7b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578650c-ed60-4e9d-b12a-309654161d84,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:06.791809 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5b807c08-caab-4959-b62b-d6209729904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:08.120202 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:08.822583 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-b6f56054-c976-484c-9eeb-9891d58012aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457833 Apr 14 22:39:08.910100 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-c3679b2d-1436-4a1b-b9ee-dccac71b81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:08.911788 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-c3679b2d-1436-4a1b-b9ee-dccac71b81b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04ecb1a0661542e193dcc6382808ba80&device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 1129 time: 0.0430040 Apr 14 22:39:09.034129 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-0bb53e98-4a0b-4af3-b325-89ffc64cd41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:09.035732 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-0bb53e98-4a0b-4af3-b325-89ffc64cd41d service neutron] 10.222.0.37 "GET /v2.0/networks?id=49a9f6e3-c209-4482-8578-21a225f04921 HTTP/1.1" status: 200 len: 915 time: 0.0981982 Apr 14 22:39:09.082830 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-68feef32-0d3e-40a9-901a-54b18bd81f41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fec20857-bd28-4623-9009-c80b6be0e951 HTTP/1.1" status: 200 len: 217 time: 0.0402660 Apr 14 22:39:09.155621 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-ecb180a8-2f5a-477f-879a-ac01d1f98d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:09.162590 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-ecb180a8-2f5a-477f-879a-ac01d1f98d19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fc7ada6-e609-45f0-a4e5-4bba746fd27c HTTP/1.1" status: 200 len: 854 time: 0.0689971 Apr 14 22:39:09.200720 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-93bb3d57-9251-46a1-927c-6f6484eb9138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49a9f6e3-c209-4482-8578-21a225f04921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368371 Apr 14 22:39:09.243778 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:09.304682 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-e5e75aab-8616-48eb-ae81-e66428b359b4 service neutron] 10.222.0.37 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974789 Apr 14 22:39:09.412312 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-9ba4042b-4ffa-4a7b-a7d8-8f86249fcc1b req-54717220-e059-45a0-adba-c410f7e3e6f9 service neutron] 10.222.0.37 "GET /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017637 Apr 14 22:39:10.870926 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:11.712596 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:39:15.440820 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd5ac7-b5cd-4613-b7d6-592c7f95bc0e req-d68d0e43-7ee9-422c-bc28-e539a00886d5 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:15.442328 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4afd5ac7-b5cd-4613-b7d6-592c7f95bc0e req-d68d0e43-7ee9-422c-bc28-e539a00886d5 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 945 time: 0.0530198 Apr 14 22:39:15.497500 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4afd5ac7-b5cd-4613-b7d6-592c7f95bc0e req-cf46dae8-4cef-4b8a-8d74-404d5473c319 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487635 Apr 14 22:39:16.637221 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121df707-58b1-4761-8563-fdad1e629d98 req-8ce03f9a-0f28-45c3-beeb-04dbecb36893 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:16.638930 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-121df707-58b1-4761-8563-fdad1e629d98 req-8ce03f9a-0f28-45c3-beeb-04dbecb36893 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 945 time: 0.0650823 Apr 14 22:39:16.691116 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-121df707-58b1-4761-8563-fdad1e629d98 req-c3763226-8a2a-4d59-b5db-029b5cb5b348 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/security-groups?id=45357c7a-f059-4b1a-8cce-ade49ad0bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460086 Apr 14 22:39:17.096228 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-b4e29d12-49ee-42fb-8755-91be737bb62b tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:17.097823 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-b4e29d12-49ee-42fb-8755-91be737bb62b tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.37 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 945 time: 0.0517268 Apr 14 22:39:17.194092 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Deleting port fec20857-bd28-4623-9009-c80b6be0e951 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:39:17.194443 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (fec20857-bd28-4623-9009-c80b6be0e951), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:17.290987 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] For port fec20857-bd28-4623-9009-c80b6be0e951, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=fec20857-bd28-4623-9009-c80b6be0e951,segment=NetworkSegment(08102326-6bca-4970-a0a1-1e3a51762dca),segment_id=08102326-6bca-4970-a0a1-1e3a51762dca)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:39:17.291350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (fec20857-bd28-4623-9009-c80b6be0e951), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:17.305359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Calling delete_port for fec20857-bd28-4623-9009-c80b6be0e951 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:39:17.517359 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (fec20857-bd28-4623-9009-c80b6be0e951), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:17.534558 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['fec20857-bd28-4623-9009-c80b6be0e951'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:39:17.549791 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Pushing event deleted for resources: {'Port': ['ID=fec20857-bd28-4623-9009-c80b6be0e951,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:17.616088 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] No DVR routers for this DVR port fec20857-bd28-4623-9009-c80b6be0e951 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:39:17.619076 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:17.622602 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-071d66e7-cde6-465c-ac6f-b9dcad09ec32 req-0e153786-f92e-4a5b-bcab-2fff9afde8d7 tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.37 "DELETE /v2.0/ports/fec20857-bd28-4623-9009-c80b6be0e951 HTTP/1.1" status: 204 len: 173 time: 0.5163822 Apr 14 22:39:17.623131 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be871944-9920-4a09-87f0-1daeddbad56d', 'name': 'network-vif-deleted', 'tag': 'fec20857-bd28-4623-9009-c80b6be0e951'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:39:17.625523 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dba34d7-10ff-4c3e-8146-73a9a6ddaae5" -d '{"events": [{"server_uuid": "be871944-9920-4a09-87f0-1daeddbad56d", "name": "network-vif-deleted", "tag": "fec20857-bd28-4623-9009-c80b6be0e951"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:39:17.677939 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20debdf-9467-4b08-b1f1-d02bae877f9c x-openstack-request-id: req-a20debdf-9467-4b08-b1f1-d02bae877f9c {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:39:17.678344 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be871944-9920-4a09-87f0-1daeddbad56d", "name": "network-vif-deleted", "tag": "fec20857-bd28-4623-9009-c80b6be0e951", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:39:17.678695 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a20debdf-9467-4b08-b1f1-d02bae877f9c {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:39:17.679227 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20debdf-9467-4b08-b1f1-d02bae877f9c'] response: {'server_uuid': 'be871944-9920-4a09-87f0-1daeddbad56d', 'name': 'network-vif-deleted', 'tag': 'fec20857-bd28-4623-9009-c80b6be0e951', 'status': 'completed', 'code': 200} Apr 14 22:39:17.804457 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3a98ab3a-d868-44e6-8fef-a4e7cc7b2e53 req-bf621802-2d78-4e81-a537-d9b85e0da12d tempest-VolumesSnapshotTestJSON-1729413146 tempest-VolumesSnapshotTestJSON-1729413146-project] 10.222.0.50 "GET /v2.0/ports?device_id=be871944-9920-4a09-87f0-1daeddbad56d HTTP/1.1" status: 200 len: 210 time: 0.0334013 Apr 14 22:39:22.179723 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device fec20857-bd28-4623-9009-c80b6be0e951 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:39:22.201918 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: fec20857-bd28-4623-9009-c80b6be0e951 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:39:22.202278 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device fec20857-bd28-4623-9009-c80b6be0e951 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:39:31.922230 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:34.414067 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-342b9295-51ca-4bce-81cf-bae2252cf8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:36.810899 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4866ada8-4200-4712-901f-641086a0f38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:38.102814 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:39.259432 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:40.869281 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:45.284773 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33030) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:45.331630 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Deleting subnet 4fc7ada6-e609-45f0-a4e5-4bba746fd27c {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:39:45.335807 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Publish callbacks [] for subnet (4fc7ada6-e609-45f0-a4e5-4bba746fd27c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:45.372673 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610516'] for subnet (4fc7ada6-e609-45f0-a4e5-4bba746fd27c), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:45.421681 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (4fc7ada6-e609-45f0-a4e5-4bba746fd27c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:45.599574 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25656069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25923208'] for subnet (4fc7ada6-e609-45f0-a4e5-4bba746fd27c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:45.914394 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc7ada6-e609-45f0-a4e5-4bba746fd27c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:45.919107 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:45.922666 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4fc7ada6-e609-45f0-a4e5-4bba746fd27c HTTP/1.1" status: 204 len: 168 time: 0.6366558 Apr 14 22:39:45.926136 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33032) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:45.931016 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.931534 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.932009 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.932468 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.932909 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.933395 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.933828 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.934294 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.934779 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.935224 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.935671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.936102 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.936532 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.936963 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:45.937402 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc9b05-9dba-4fd2-b46b-cd15fb99bbd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:46.002420 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (49a9f6e3-c209-4482-8578-21a225f04921), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:46.087088 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (49a9f6e3-c209-4482-8578-21a225f04921), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:46.109766 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a9f6e3-c209-4482-8578-21a225f04921']}} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:46.120923 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08102326-6bca-4970-a0a1-1e3a51762dca') {'for_net_delete': True} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:46.121223 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.services.segments.db [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08102326-6bca-4970-a0a1-1e3a51762dca') {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:46.131733 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27071232'] for segment (08102326-6bca-4970-a0a1-1e3a51762dca), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:46.146194 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (08102326-6bca-4970-a0a1-1e3a51762dca), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:46.152896 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=104050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:39:46.153296 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750057'] for segment (08102326-6bca-4970-a0a1-1e3a51762dca), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: Traceback (most recent call last): Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: timer() Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: cb(*args, **kw) Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: return func(*args, **kwargs) Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: self._notify() Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: self.callback(batched_events) Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: event.method(event) Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: return f(self, *a, **k) Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._get(url).json() Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: return self.request(url, 'GET', **kwargs) Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:39:46.155469 dv-cinder-820918-2-iscsi neutron-server[104050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:39:46.316435 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (49a9f6e3-c209-4482-8578-21a225f04921), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:46.322300 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:46.325706 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] 10.222.0.50 "DELETE /v2.0/networks/49a9f6e3-c209-4482-8578-21a225f04921 HTTP/1.1" status: 204 len: 168 time: 0.3984969 Apr 14 22:39:46.337953 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05aca9-d031-40ba-8aa4-131d1baf8ced admin admin] Pushing event deleted for resources: {'Network': ['ID=49a9f6e3-c209-4482-8578-21a225f04921,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:46.848736 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33036) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:46.891707 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-6084425b-b415-4e1a-9dbe-abdfdab690d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04ecb1a0661542e193dcc6382808ba80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416563 Apr 14 22:39:46.894166 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33038) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:46.948479 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4ed27537-45e4-4735-b5da-b84c3f737755 admin admin] Publish callbacks [] for security_group (45357c7a-f059-4b1a-8cce-ade49ad0bf0e), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:46.974028 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4ed27537-45e4-4735-b5da-b84c3f737755 admin admin] Publish callbacks [] for security_group (45357c7a-f059-4b1a-8cce-ade49ad0bf0e), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:47.105252 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4ed27537-45e4-4735-b5da-b84c3f737755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (45357c7a-f059-4b1a-8cce-ade49ad0bf0e), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:47.107965 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-4ed27537-45e4-4735-b5da-b84c3f737755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:47.109200 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-4ed27537-45e4-4735-b5da-b84c3f737755 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45357c7a-f059-4b1a-8cce-ade49ad0bf0e HTTP/1.1" status: 204 len: 168 time: 0.2138422 Apr 14 22:39:47.118522 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed27537-45e4-4735-b5da-b84c3f737755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45357c7a-f059-4b1a-8cce-ade49ad0bf0e,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:48.408047 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33062) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:48.596423 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1399935076-network', 'tenant_id': '89b10d6885624b07b857de555428c58d'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:39:48.688148 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Made reservation on behalf of 89b10d6885624b07b857de555428c58d for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:39:48.690841 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:48.703031 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:48.711540 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:39:48.789280 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Publish callbacks [] for security_group (20aead8c-3cfa-4874-8fa7-e80c37c2d06c), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:48.873584 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (20aead8c-3cfa-4874-8fa7-e80c37c2d06c), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:48.901520 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:39:48.912562 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aead8c-3cfa-4874-8fa7-e80c37c2d06c,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:48.918192 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (40553c1a-0e32-47f7-b1a7-c42c1c4516c9), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:48.918537 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Added segment 40553c1a-0e32-47f7-b1a7-c42c1c4516c9 of type vlan for network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 Apr 14 22:39:48.965668 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (ff1dfe44-6f72-4bbb-962b-af9c96d44b48), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:49.056488 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (ff1dfe44-6f72-4bbb-962b-af9c96d44b48), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:49.057656 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:49.058306 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:49.127471 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1dfe44-6f72-4bbb-962b-af9c96d44b48,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:49.139817 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:39:49.154594 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-96294c82-fa69-4e97-80a4-cf2d41b80882 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7453406 Apr 14 22:39:49.162240 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33066) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:49.167896 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Request body: {'subnet': {'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1399935076-subnet', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'ip_version': 4}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:39:49.265256 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Made reservation on behalf of 89b10d6885624b07b857de555428c58d for: {'subnet': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:39:49.267875 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25923239'] for subnet (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:49.522786 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25923249'] for subnet (4b6ad263-1c06-42f5-a0b8-31f3744e4a18), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:49.578394 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6ad263-1c06-42f5-a0b8-31f3744e4a18,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:49.602966 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Checking segment: {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:39:49.603558 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Network hostable DHCP agents. Network: ff1dfe44-6f72-4bbb-962b-af9c96d44b48, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:39:49.722444 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:39:49.824861 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, ff1dfe44-6f72-4bbb-962b-af9c96d44b48) {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:39:49.830927 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:49.831549 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:49.833749 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad63f51-661d-45d5-aeee-71a972e09229 None None] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:39:49.927665 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-0ae2b60c-8f99-487b-b7ed-4cbeec14956c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7634485 Apr 14 22:39:49.930345 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33068) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:49.937711 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:39:49.953528 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'project_id': '89b10d6885624b07b857de555428c58d', 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:39:49.954565 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.054526 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.056565 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.119831 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Allocated IP 172.20.0.2 (ff1dfe44-6f72-4bbb-962b-af9c96d44b48/4b6ad263-1c06-42f5-a0b8-31f3744e4a18/56c77d12-f2e9-4c4f-8b0d-598a61a204ff) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:39:50.129327 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks [] for router_controller (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), precommit_add_association {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.351727 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Publish callbacks [] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.398052 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks [] for router_gateway (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.454380 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.498679 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:39:50.504696 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:39:50.510157 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:39:50.515476 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Pushing event updated for resources: {'Port': ['ID=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:50.529504 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.529895 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.530947 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.530947 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.530947 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.531475 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.531634 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.531878 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.532209 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.532538 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.532868 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.533195 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.533518 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.533845 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.534193 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:50.591397 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Attempting to bind port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:39:50.591879 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Attempting to bind port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:39:50.592323 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Attempting to bind port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff on network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:39:50.598500 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:39:50.599009 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Checking segment: {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:39:50.599496 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.599906 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Bound using segment: {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:39:50.600905 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Bound port: 56c77d12-f2e9-4c4f-8b0d-598a61a204ff, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:39:50.601311 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.681367 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] For port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:39:50.685506 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] For port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:39:50.757616 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks [] for router_gateway (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.760193 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.792192 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:50.832294 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69677d6-9059-435f-8bec-c66708dc0397 None None] Pushing event updated for resources: {'Port': ['ID=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:50.954254 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Allocated IP 172.27.0.77 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/8e2d10c2-43eb-44b2-92ac-ba898e1f4129) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:39:51.111471 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks [] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:51.214043 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:51.254155 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:39:51.260067 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:39:51.265543 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:39:51.291843 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Pushing event updated for resources: {'Port': ['ID=8e2d10c2-43eb-44b2-92ac-ba898e1f4129,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:51.490773 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 56c77d12-f2e9-4c4f-8b0d-598a61a204ff up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:39:51.547438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:51.548013 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:51.700347 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:39:51.701079 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:51.745441 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:39:51.749013 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks [] for router_gateway (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:51.853852 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:51.927077 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:51.986426 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0c240-6d7e-45f6-bead-3fa5b836b55d None None] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:39:52.019795 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:52.069438 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-59514ab9-3723-4e2b-b9a3-8bc5e787ada9 None None] Provisioning complete for port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:52.069811 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-59514ab9-3723-4e2b-b9a3-8bc5e787ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:52.195272 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-59514ab9-3723-4e2b-b9a3-8bc5e787ada9 None None] Current status of the port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:39:52.248069 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Router d5faeb18-137a-45bd-8fcb-96dc1a20d61a is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:39:52.384982 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:39:52.395733 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Sync routers for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:39:52.414877 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:39:52.415447 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:39:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:52.458140 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-5cc15a3a-f361-4276-97db-7fbb7048afb9 None None] Provisioning complete for port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:52.458496 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5cc15a3a-f361-4276-97db-7fbb7048afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:52.470594 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:52.472486 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-b3d67fa6-3fe3-4c07-b198-ba11d86b5564 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5406804 Apr 14 22:39:52.477777 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33070) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:52.610075 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:39:52.684769 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-5cc15a3a-f361-4276-97db-7fbb7048afb9 None None] Current status of the port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:39:52.839010 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:51Z', 'revision_number': 3, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:52.869253 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Checking router: d5faeb18-137a-45bd-8fcb-96dc1a20d61a for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:39:52.870650 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Updating router d5faeb18-137a-45bd-8fcb-96dc1a20d61a port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:39:52.919097 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.047653 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.243185 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Allocated IP 172.20.0.1 (ff1dfe44-6f72-4bbb-962b-af9c96d44b48/4b6ad263-1c06-42f5-a0b8-31f3744e4a18/d0f0739e-226f-47f5-9657-b4ec1f243b7b) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:39:53.376002 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Publish callbacks [] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.384985 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Publish callbacks [] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.465775 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 56c77d12-f2e9-4c4f-8b0d-598a61a204ff up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:39:53.491691 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.502533 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.571797 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc9f6b-dea8-464f-85f0-0c0cc5c59972 None None] Pushing event updated for resources: {'Port': ['ID=8e2d10c2-43eb-44b2-92ac-ba898e1f4129,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:53.574937 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:39:53.579279 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Attempting to bind port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:39:53.579653 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Attempting to bind port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:39:53.580018 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Attempting to bind port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:39:53.580395 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:39:53.582277 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:53.582650 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.594224 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:39:53.610422 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:39:53.611054 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:39:53.611261 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.611671 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:39:53.612170 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Bound port: 8e2d10c2-43eb-44b2-92ac-ba898e1f4129, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:39:53.612563 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.644429 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Pushing event updated for resources: {'Port': ['ID=d0f0739e-226f-47f5-9657-b4ec1f243b7b,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:53.674793 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.689218 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] For port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:39:53.693464 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] For port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8e2d10c2-43eb-44b2-92ac-ba898e1f4129,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:39:53.731890 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:39:53.785675 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.857170 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc9f6b-dea8-464f-85f0-0c0cc5c59972 None None] Pushing event updated for resources: {'Port': ['ID=8e2d10c2-43eb-44b2-92ac-ba898e1f4129,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:53.860450 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:39:53.860792 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:39:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:53.926317 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-ee734ee5-40ac-4f06-8271-b495f89654eb None None] Provisioning complete for port d0f0739e-226f-47f5-9657-b4ec1f243b7b triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:53.926696 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ee734ee5-40ac-4f06-8271-b495f89654eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:53.972663 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:54.007594 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ee734ee5-40ac-4f06-8271-b495f89654eb None None] Port d0f0739e-226f-47f5-9657-b4ec1f243b7b cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:39:54.021618 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:39:54.212729 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Publish callbacks [] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:54.231936 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:51Z', 'revision_number': 3, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:54.265507 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e60ca-656d-48f9-a301-b2495c94571b None None] The sync data for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi is: [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:51Z', 'revision_number': 3, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:39:54.305272 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:54.378434 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:54.381006 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Pushing event updated for resources: {'Port': ['ID=d0f0739e-226f-47f5-9657-b4ec1f243b7b,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:54.565137 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:39:54.566655 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:39:54.736887 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Router d5faeb18-137a-45bd-8fcb-96dc1a20d61a has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:39:54.835857 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-ce3dc73b-659a-45b8-a479-8fc4b2e536b0 None None] Provisioning complete for port d0f0739e-226f-47f5-9657-b4ec1f243b7b triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:54.836456 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ce3dc73b-659a-45b8-a479-8fc4b2e536b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:54.866763 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:39:54.873552 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-54671859-ef47-46dd-bb1d-ba0ddcf5087c admin admin] 10.222.0.50 "PUT /v2.0/routers/d5faeb18-137a-45bd-8fcb-96dc1a20d61a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3945742 Apr 14 22:39:54.880543 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-ce3dc73b-659a-45b8-a479-8fc4b2e536b0 None None] Port d0f0739e-226f-47f5-9657-b4ec1f243b7b cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:39:55.506600 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:39:55.561796 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:55.562261 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:55.663160 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:39:55.663797 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:55.691900 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8e2d10c2-43eb-44b2-92ac-ba898e1f4129,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:39:55.779518 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:55.792652 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33086) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:55.800473 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1738065643-network', 'tenant_id': 'b13c73278980495b8ab05c707490796a'}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:39:55.846682 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=8e2d10c2-43eb-44b2-92ac-ba898e1f4129,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:55.913745 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Made reservation on behalf of b13c73278980495b8ab05c707490796a for: {'network': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:39:55.916327 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for network (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:55.926419 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.008888 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Sync routers for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:39:56.020732 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:39:56.021294 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:39:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:56.036968 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Publish callbacks [] for security_group (7d88e1df-42e5-40f9-8d15-57db5a940e79), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.127751 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (7d88e1df-42e5-40f9-8d15-57db5a940e79), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.136962 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:39:56.156009 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=104050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 22:39:56.167036 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d88e1df-42e5-40f9-8d15-57db5a940e79,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:56.174373 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (d1d07ba0-cafe-466e-a5e5-2bba462ad6ec), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.176875 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.db.segments_db [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Added segment d1d07ba0-cafe-466e-a5e5-2bba462ad6ec of type vlan for network 2944d268-94e9-4264-92d5-4b699ab98437 Apr 14 22:39:56.247874 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760511078620'] for network (2944d268-94e9-4264-92d5-4b699ab98437), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.342666 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487'] for network (2944d268-94e9-4264-92d5-4b699ab98437), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.344174 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:56.344971 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.345170 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:54Z', 'revision_number': 2, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:56.378024 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Checking router: d5faeb18-137a-45bd-8fcb-96dc1a20d61a for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:39:56.378368 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Updating router d5faeb18-137a-45bd-8fcb-96dc1a20d61a port d0f0739e-226f-47f5-9657-b4ec1f243b7b binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:39:56.409496 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.417647 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] Pushing event updated for resources: {'Network': ['ID=2944d268-94e9-4264-92d5-4b699ab98437,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:56.430183 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Network 2944d268-94e9-4264-92d5-4b699ab98437 details requested by agent ovs-agent-dv-cinder-820918-2-iscsi with host dv-cinder-820918-2-iscsi {{(pid=104052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 22:39:56.446683 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-d64fcfb8-512f-487b-93a3-fbc4b49e71ca admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6518672 Apr 14 22:39:56.447843 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33088) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:56.453921 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Request body: {'subnet': {'network_id': '2944d268-94e9-4264-92d5-4b699ab98437', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1738065643-subnet', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'ip_version': 4}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:39:56.556595 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Made reservation on behalf of b13c73278980495b8ab05c707490796a for: {'subnet': 1} {{(pid=104050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:39:56.559781 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25323452'] for subnet (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.749508 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Publish callbacks [] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.819984 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2738444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25323434'] for subnet (49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.830739 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:56.876644 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7,revision_number=0']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:56.896567 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Checking segment: {'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:39:56.896936 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Network hostable DHCP agents. Network: 2944d268-94e9-4264-92d5-4b699ab98437, hostable agents: ['722c28f9-7389-4e8b-83ef-1e910ecd8d17'], hosted agents: [] {{(pid=104050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 22:39:56.989666 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Pushing event updated for resources: {'Port': ['ID=d0f0739e-226f-47f5-9657-b4ec1f243b7b,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:57.001476 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.001796 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.002175 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.002541 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.002960 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.003301 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.003633 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.003960 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.004286 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.004614 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.004937 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.005283 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.005621 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.005943 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.006261 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:39:57.060883 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Attempting to bind port d0f0739e-226f-47f5-9657-b4ec1f243b7b on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:39:57.061656 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Attempting to bind port d0f0739e-226f-47f5-9657-b4ec1f243b7b by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:39:57.061656 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Attempting to bind port d0f0739e-226f-47f5-9657-b4ec1f243b7b on network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:39:57.067800 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:39:57.068231 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Checking segment: {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:39:57.068568 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.069022 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Bound using segment: {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:39:57.069991 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Bound port: d0f0739e-226f-47f5-9657-b4ec1f243b7b, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:39:57.070365 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.093870 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Network 2944d268-94e9-4264-92d5-4b699ab98437 is scheduled to be hosted by DHCP agent 722c28f9-7389-4e8b-83ef-1e910ecd8d17 with binding_index 1 {{(pid=104050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 22:39:57.163704 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] For port d0f0739e-226f-47f5-9657-b4ec1f243b7b, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:39:57.169633 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] For port d0f0739e-226f-47f5-9657-b4ec1f243b7b, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=d0f0739e-226f-47f5-9657-b4ec1f243b7b,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:39:57.196339 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820918-2-iscsi, 2944d268-94e9-4264-92d5-4b699ab98437) {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:39:57.201454 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:39:57.207388 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.212714 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10ee63-8b76-4a04-9ca5-d883164640f2 None None] Network 2944d268-94e9-4264-92d5-4b699ab98437 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:39:57.237428 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-03063ea7-6d7e-4cff-9447-51950d3925fd None None] Provisioning complete for port d0f0739e-226f-47f5-9657-b4ec1f243b7b triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:57.237770 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-03063ea7-6d7e-4cff-9447-51950d3925fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.280376 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.312390 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-f4e72706-d321-482e-8cc0-fa3874420e84 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8629940 Apr 14 22:39:57.316048 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33090) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:39:57.316766 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-03063ea7-6d7e-4cff-9447-51950d3925fd None None] Port d0f0739e-226f-47f5-9657-b4ec1f243b7b cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:39:57.322543 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.v2.base [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}} {{(pid=104050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:39:57.369089 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:39:57.369724 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:39:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:57.378844 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe171ba90-4298-5936-a23f-fa0ce6d7b2a0-2944d268-94e9-4264-92d5-4b699ab98437', 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437', 'project_id': 'b13c73278980495b8ab05c707490796a', 'fixed_ips': [{'subnet_id': '49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7'}]}} from dv-cinder-820918-2-iscsi. {{(pid=104052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 22:39:57.379536 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.413396 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c49e-aae1-4fbe-8666-4583b17007cc None None] Pushing event updated for resources: {'Port': ['ID=d0f0739e-226f-47f5-9657-b4ec1f243b7b,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:57.417175 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-660802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59786'] for router (1e045d82-a4a0-4295-a636-ab45ac0a2dae), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.418682 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-661458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-798412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59795'] for router (1e045d82-a4a0-4295-a636-ab45ac0a2dae), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.508663 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:39:57.537153 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:39:57.537443 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks [] for router_controller (1e045d82-a4a0-4295-a636-ab45ac0a2dae), precommit_add_association {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.631615 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:57.632887 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.676079 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-22ef3dd2-39f0-4868-8c10-e103e5e8337e None None] Provisioning complete for port d0f0739e-226f-47f5-9657-b4ec1f243b7b triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:57.676471 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22ef3dd2-39f0-4868-8c10-e103e5e8337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.681385 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.db_base_plugin_common [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Allocated IP 172.20.0.2 (2944d268-94e9-4264-92d5-4b699ab98437/49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7/9f092e57-6785-4bcc-8ce7-7884fd9f7da8) {{(pid=104052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:39:57.753235 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:57Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:39:57.794812 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75919cc3-2155-486f-9a5c-2b86a732fede None None] The sync data for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi is: [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:57Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:39:57.847312 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks [] for router_gateway (1e045d82-a4a0-4295-a636-ab45ac0a2dae), precommit_update {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.938643 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:39:57.984033 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Publish callbacks [] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), precommit_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:57.986059 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-22ef3dd2-39f0-4868-8c10-e103e5e8337e None None] Current status of the port d0f0739e-226f-47f5-9657-b4ec1f243b7b is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:39:57.986774 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22ef3dd2-39f0-4868-8c10-e103e5e8337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.030305 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-22ef3dd2-39f0-4868-8c10-e103e5e8337e None None] For port d0f0739e-226f-47f5-9657-b4ec1f243b7b, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=d0f0739e-226f-47f5-9657-b4ec1f243b7b,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:39:58.045816 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), after_create {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.091967 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Network 2944d268-94e9-4264-92d5-4b699ab98437 is already hosted by enough agents. {{(pid=104052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:39:58.098038 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.scheduler.base_scheduler [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Resources bound (agent type, host, resource id): {{(pid=104052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:39:58.100769 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Received port after_create {{(pid=104052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:39:58.114759 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-22ef3dd2-39f0-4868-8c10-e103e5e8337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.119566 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Pushing event updated for resources: {'Port': ['ID=9f092e57-6785-4bcc-8ce7-7884fd9f7da8,revision_number=1']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:58.212192 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks [] for router_gateway (1e045d82-a4a0-4295-a636-ab45ac0a2dae), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.234791 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.362829 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Attempting to bind port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:39:58.363731 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Attempting to bind port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:39:58.363731 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Attempting to bind port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 on network 2944d268-94e9-4264-92d5-4b699ab98437 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:39:58.366607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef3dd2-39f0-4868-8c10-e103e5e8337e None None] Pushing event updated for resources: {'Port': ['ID=d0f0739e-226f-47f5-9657-b4ec1f243b7b,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:58.374557 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:39:58.375148 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Checking segment: {'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:39:58.375473 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.376452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Bound using segment: {'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:39:58.376452 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Bound port: 9f092e57-6785-4bcc-8ce7-7884fd9f7da8, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:39:58.376836 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.377373 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_common [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Allocated IP 172.27.0.6 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/7b690396-9e86-4f47-b776-c9201803802e) {{(pid=104050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:39:58.462424 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] For port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:39:58.466822 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] For port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=9f092e57-6785-4bcc-8ce7-7884fd9f7da8,segment=NetworkSegment(d1d07ba0-cafe-466e-a5e5-2bba462ad6ec),segment_id=d1d07ba0-cafe-466e-a5e5-2bba462ad6ec)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:39:58.539994 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks [] for port (7b690396-9e86-4f47-b776-c9201803802e), precommit_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.559522 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.649563 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7f8dc-955d-4aa9-a09f-4a0f29ba9eb3 None None] Pushing event updated for resources: {'Port': ['ID=9f092e57-6785-4bcc-8ce7-7884fd9f7da8,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:58.695388 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (7b690396-9e86-4f47-b776-c9201803802e), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:58.758252 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:39:58.761724 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.base_scheduler [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:39:58.768364 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Received port after_create {{(pid=104050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:39:58.798632 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7b690396-9e86-4f47-b776-c9201803802e,revision_number=1']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:39:59.177493 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks [] for router_gateway (1e045d82-a4a0-4295-a636-ab45ac0a2dae), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:59.604102 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:39:59.676769 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:59.683941 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:59.718550 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-662698'] for router (1e045d82-a4a0-4295-a636-ab45ac0a2dae), after_create {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:59.811276 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:39:59.811551 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:59.824274 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29ffd1-66b5-44a9-97f9-8bce33b64deb None None] Network 2944d268-94e9-4264-92d5-4b699ab98437 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:39:59.914000 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=9f092e57-6785-4bcc-8ce7-7884fd9f7da8,segment=NetworkSegment(d1d07ba0-cafe-466e-a5e5-2bba462ad6ec),segment_id=d1d07ba0-cafe-466e-a5e5-2bba462ad6ec)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:39:59.922122 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-2739010c-9efe-470c-831b-464992e3b388 None None] Provisioning complete for port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:39:59.922477 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2739010c-9efe-470c-831b-464992e3b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:59.991730 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:39:59.992563 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device d0f0739e-226f-47f5-9657-b4ec1f243b7b up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:40:00.008850 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Router 1e045d82-a4a0-4295-a636-ab45ac0a2dae is scheduled to L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 with binding_index 1 {{(pid=104050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 22:40:00.092923 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=9f092e57-6785-4bcc-8ce7-7884fd9f7da8,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:00.150317 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port d0f0739e-226f-47f5-9657-b4ec1f243b7b triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:00.150694 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:00.173640 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-2739010c-9efe-470c-831b-464992e3b388 None None] Current status of the port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:00.213669 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:40:00.228046 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Sync routers for ids ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:40:00.251727 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Routers {'1e045d82-a4a0-4295-a636-ab45ac0a2dae'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:40:00.252325 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:39:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:00.299812 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port d0f0739e-226f-47f5-9657-b4ec1f243b7b is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:00.309664 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:00.315126 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-8f880b78-79f2-4a8e-bea2-bff6c6d792a3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9939737 Apr 14 22:40:00.315316 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33092) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:00.396151 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Set router 1e045d82-a4a0-4295-a636-ab45ac0a2dae gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:40:00.459505 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-33b34236-7ca7-4068-ac20-1c0c24b5390f None None] Provisioning complete for port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:00.459790 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-33b34236-7ca7-4068-ac20-1c0c24b5390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:00.638983 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-33b34236-7ca7-4068-ac20-1c0c24b5390f None None] Current status of the port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:00.671601 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '7b690396-9e86-4f47-b776-c9201803802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 3, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port': {'id': '7b690396-9e86-4f47-b776-c9201803802e', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:58Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:00.701240 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Checking router: 1e045d82-a4a0-4295-a636-ab45ac0a2dae for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:40:00.701597 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Updating router 1e045d82-a4a0-4295-a636-ab45ac0a2dae port 7b690396-9e86-4f47-b776-c9201803802e binding host dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:40:00.733990 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (7b690396-9e86-4f47-b776-c9201803802e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.028359 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Publish callbacks [] for port (7b690396-9e86-4f47-b776-c9201803802e), precommit_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.063460 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.098909 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (7b690396-9e86-4f47-b776-c9201803802e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.154847 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Attempting to bind port 7b690396-9e86-4f47-b776-c9201803802e on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:40:01.155121 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Attempting to bind port 7b690396-9e86-4f47-b776-c9201803802e by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:40:01.155621 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Attempting to bind port 7b690396-9e86-4f47-b776-c9201803802e on network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:40:01.157877 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04ec1-0bf9-4056-aa3f-055e25da653e None None] Pushing event updated for resources: {'Port': ['ID=7b690396-9e86-4f47-b776-c9201803802e,revision_number=2']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:01.165054 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:40:01.165572 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Checking segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:40:01.166062 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.167023 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Bound using segment: {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'} {{(pid=104052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:40:01.167023 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.managers [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Bound port: 7b690396-9e86-4f47-b776-c9201803802e, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d27d0-a994-4022-b811-595910051aca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961'}}] {{(pid=104052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:40:01.167369 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (7b690396-9e86-4f47-b776-c9201803802e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.224094 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] For port 7b690396-9e86-4f47-b776-c9201803802e, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:40:01.227652 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] For port 7b690396-9e86-4f47-b776-c9201803802e, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=7b690396-9e86-4f47-b776-c9201803802e,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:40:01.237696 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Allocated IP 172.20.0.1 (2944d268-94e9-4264-92d5-4b699ab98437/49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7/5a14a491-b494-40b8-a44a-6b030822c785) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:40:01.336986 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (7b690396-9e86-4f47-b776-c9201803802e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.351092 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Publish callbacks [] for port (5a14a491-b494-40b8-a44a-6b030822c785), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.399220 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Routers {'1e045d82-a4a0-4295-a636-ab45ac0a2dae'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:40:01.399877 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:39:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:01.437686 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04ec1-0bf9-4056-aa3f-055e25da653e None None] Pushing event updated for resources: {'Port': ['ID=7b690396-9e86-4f47-b776-c9201803802e,revision_number=3']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:01.488226 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (5a14a491-b494-40b8-a44a-6b030822c785), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.493421 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:40:01.530864 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Network 2944d268-94e9-4264-92d5-4b699ab98437 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:40:01.536214 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:40:01.540067 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:40:01.570749 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Pushing event updated for resources: {'Port': ['ID=5a14a491-b494-40b8-a44a-6b030822c785,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:01.579252 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] Set router 1e045d82-a4a0-4295-a636-ab45ac0a2dae gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:40:01.593350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-662619'] for router_interface (1e045d82-a4a0-4295-a636-ab45ac0a2dae), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.639639 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:01.640225 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:01.806791 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:01.874230 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (5a14a491-b494-40b8-a44a-6b030822c785), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:02.001176 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-1c36fb52-6d83-4d43-88de-9561ce465f11 None None] Provisioning complete for port 5a14a491-b494-40b8-a44a-6b030822c785 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:02.001672 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1c36fb52-6d83-4d43-88de-9561ce465f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (5a14a491-b494-40b8-a44a-6b030822c785), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:02.034383 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '7b690396-9e86-4f47-b776-c9201803802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 3, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port': {'id': '7b690396-9e86-4f47-b776-c9201803802e', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:58Z', 'updated_at': '2022-04-14T22:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:02.079853 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d63bc-82a7-456e-8a96-ce7368542368 None None] The sync data for ids ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'] in dv-cinder-820918-2-iscsi is: [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '7b690396-9e86-4f47-b776-c9201803802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 3, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port': {'id': '7b690396-9e86-4f47-b776-c9201803802e', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:58Z', 'updated_at': '2022-04-14T22:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:40:02.083687 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Publish callbacks [] for port (5a14a491-b494-40b8-a44a-6b030822c785), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:02.091780 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-1c36fb52-6d83-4d43-88de-9561ce465f11 None None] Port 5a14a491-b494-40b8-a44a-6b030822c785 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:40:02.099439 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:02.197305 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (5a14a491-b494-40b8-a44a-6b030822c785), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:02.266941 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Pushing event updated for resources: {'Port': ['ID=5a14a491-b494-40b8-a44a-6b030822c785,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:02.270141 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-651457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659691'] for router_interface (1e045d82-a4a0-4295-a636-ab45ac0a2dae), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:02.386482 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Network 2944d268-94e9-4264-92d5-4b699ab98437 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:40:02.388277 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:40:02.599356 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Router 1e045d82-a4a0-4295-a636-ab45ac0a2dae has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:40:02.730834 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-5c925892-d672-4dee-bd5e-c291d78b5625 None None] Provisioning complete for port 5a14a491-b494-40b8-a44a-6b030822c785 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:02.731596 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5c925892-d672-4dee-bd5e-c291d78b5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (5a14a491-b494-40b8-a44a-6b030822c785), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:02.786225 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:40:02.792172 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-6a0b35fd-4d3c-491f-9478-492dab4ae4ca admin admin] 10.222.0.50 "PUT /v2.0/routers/1e045d82-a4a0-4295-a636-ab45ac0a2dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4763963 Apr 14 22:40:02.793676 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-5c925892-d672-4dee-bd5e-c291d78b5625 None None] Port 5a14a491-b494-40b8-a44a-6b030822c785 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:40:03.493467 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 7b690396-9e86-4f47-b776-c9201803802e up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:40:03.536431 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33100) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:03.541768 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-71bc78e7-ea14-4e26-87c0-56b2a0ae6a2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855888778', 'description': 'tempest-secgroup-smoke-1855888778 description', 'project_id': '89b10d6885624b07b857de555428c58d'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:03.544223 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 7b690396-9e86-4f47-b776-c9201803802e triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:03.544628 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (7b690396-9e86-4f47-b776-c9201803802e), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:03.650665 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71bc78e7-ea14-4e26-87c0-56b2a0ae6a2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:03.656636 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 7b690396-9e86-4f47-b776-c9201803802e is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:03.657022 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (7b690396-9e86-4f47-b776-c9201803802e), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:03.686167 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] For port 7b690396-9e86-4f47-b776-c9201803802e, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=7b690396-9e86-4f47-b776-c9201803802e,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:40:03.729193 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71bc78e7-ea14-4e26-87c0-56b2a0ae6a2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group (8e548c3a-0296-4aa1-a766-23ff90a64010), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:03.761887 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (7b690396-9e86-4f47-b776-c9201803802e), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:03.815548 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Pushing event updated for resources: {'Port': ['ID=7b690396-9e86-4f47-b776-c9201803802e,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:03.844619 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71bc78e7-ea14-4e26-87c0-56b2a0ae6a2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (8e548c3a-0296-4aa1-a766-23ff90a64010), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:03.875007 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc78e7-ea14-4e26-87c0-56b2a0ae6a2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e548c3a-0296-4aa1-a766-23ff90a64010,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:03.972806 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-71bc78e7-ea14-4e26-87c0-56b2a0ae6a2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:03.974058 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-71bc78e7-ea14-4e26-87c0-56b2a0ae6a2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4362130 Apr 14 22:40:03.977670 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33102) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:03.984761 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-45836ee3-8990-44b5-9c12-e62b30744377 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'security_group_rule': {'security_group_id': '8e548c3a-0296-4aa1-a766-23ff90a64010', 'project_id': '89b10d6885624b07b857de555428c58d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:04.082329 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-45836ee3-8990-44b5-9c12-e62b30744377 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (d28f5f96-c964-4650-ae0e-85ad4ca82e68), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.143046 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-45836ee3-8990-44b5-9c12-e62b30744377 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (d28f5f96-c964-4650-ae0e-85ad4ca82e68), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.216265 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-45836ee3-8990-44b5-9c12-e62b30744377 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (d28f5f96-c964-4650-ae0e-85ad4ca82e68), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.238698 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45836ee3-8990-44b5-9c12-e62b30744377 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28f5f96-c964-4650-ae0e-85ad4ca82e68,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:04.314929 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-45836ee3-8990-44b5-9c12-e62b30744377 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.316194 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-45836ee3-8990-44b5-9c12-e62b30744377 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3374989 Apr 14 22:40:04.323861 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33104) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:04.324751 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-e0aab1ac-a0c1-4ec9-8b6f-0e0526cde82c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'security_group_rule': {'security_group_id': '8e548c3a-0296-4aa1-a766-23ff90a64010', 'project_id': '89b10d6885624b07b857de555428c58d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:04.399092 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-81c4516c-ca92-4d1a-90f0-4ed0bd3b5005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.439226 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0aab1ac-a0c1-4ec9-8b6f-0e0526cde82c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (163d72e4-dfcf-46d4-a6c6-ea791e5f6dea), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.499350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0aab1ac-a0c1-4ec9-8b6f-0e0526cde82c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (163d72e4-dfcf-46d4-a6c6-ea791e5f6dea), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.573254 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0aab1ac-a0c1-4ec9-8b6f-0e0526cde82c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (163d72e4-dfcf-46d4-a6c6-ea791e5f6dea), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.596639 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aab1ac-a0c1-4ec9-8b6f-0e0526cde82c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163d72e4-dfcf-46d4-a6c6-ea791e5f6dea,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:04.675858 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e0aab1ac-a0c1-4ec9-8b6f-0e0526cde82c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.682008 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e0aab1ac-a0c1-4ec9-8b6f-0e0526cde82c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564956 Apr 14 22:40:04.694580 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33106) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:04.694580 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-c21048ac-fb67-45a8-a328-20f2f2a99fe4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'security_group_rule': {'security_group_id': '8e548c3a-0296-4aa1-a766-23ff90a64010', 'project_id': '89b10d6885624b07b857de555428c58d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:04.787534 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c21048ac-fb67-45a8-a328-20f2f2a99fe4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (75cd417e-4d7c-4582-93ab-da1cb64e3ed0), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.861895 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c21048ac-fb67-45a8-a328-20f2f2a99fe4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (75cd417e-4d7c-4582-93ab-da1cb64e3ed0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.918120 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Sync routers for ids ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:40:04.929602 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Routers {'1e045d82-a4a0-4295-a636-ab45ac0a2dae'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:40:04.930235 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:39:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:04.938816 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c21048ac-fb67-45a8-a328-20f2f2a99fe4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (75cd417e-4d7c-4582-93ab-da1cb64e3ed0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:04.959147 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21048ac-fb67-45a8-a328-20f2f2a99fe4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cd417e-4d7c-4582-93ab-da1cb64e3ed0,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:05.038100 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-c21048ac-fb67-45a8-a328-20f2f2a99fe4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.039302 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-c21048ac-fb67-45a8-a328-20f2f2a99fe4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554585 Apr 14 22:40:05.042380 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33108) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:05.046950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-5c723131-94f6-4286-a753-60e3137e1d46 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'security_group_rule': {'security_group_id': '8e548c3a-0296-4aa1-a766-23ff90a64010', 'project_id': '89b10d6885624b07b857de555428c58d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:05.048334 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Set router 1e045d82-a4a0-4295-a636-ab45ac0a2dae gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:40:05.162229 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c723131-94f6-4286-a753-60e3137e1d46 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (85c997a3-1edc-4d3c-b424-95afa588b018), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.227001 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c723131-94f6-4286-a753-60e3137e1d46 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (85c997a3-1edc-4d3c-b424-95afa588b018), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.254172 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '7b690396-9e86-4f47-b776-c9201803802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:40:01Z', 'revision_number': 4, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port': {'id': '7b690396-9e86-4f47-b776-c9201803802e', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:58Z', 'updated_at': '2022-04-14T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '5a14a491-b494-40b8-a44a-6b030822c785', 'name': '', 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'mac_address': 'fa:16:3e:a8:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:40:01Z', 'updated_at': '2022-04-14T22:40:01Z', 'revision_number': 2, 'project_id': 'b13c73278980495b8ab05c707490796a', 'subnets': [{'id': '49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:05.283060 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Checking router: 1e045d82-a4a0-4295-a636-ab45ac0a2dae for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:40:05.283413 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Updating router 1e045d82-a4a0-4295-a636-ab45ac0a2dae port 5a14a491-b494-40b8-a44a-6b030822c785 binding host dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 22:40:05.316112 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c723131-94f6-4286-a753-60e3137e1d46 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (85c997a3-1edc-4d3c-b424-95afa588b018), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.316468 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (5a14a491-b494-40b8-a44a-6b030822c785), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.340141 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c723131-94f6-4286-a753-60e3137e1d46 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c997a3-1edc-4d3c-b424-95afa588b018,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:05.434578 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5c723131-94f6-4286-a753-60e3137e1d46 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.436573 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5c723131-94f6-4286-a753-60e3137e1d46 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3929887 Apr 14 22:40:05.440613 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33110) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:05.446986 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-12ca0c0d-2277-4e48-a3fb-026da531459d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'security_group_rule': {'security_group_id': '8e548c3a-0296-4aa1-a766-23ff90a64010', 'project_id': '89b10d6885624b07b857de555428c58d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:05.492904 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 7b690396-9e86-4f47-b776-c9201803802e up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:40:05.556620 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 7b690396-9e86-4f47-b776-c9201803802e triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:05.556998 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (7b690396-9e86-4f47-b776-c9201803802e), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.585387 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.securitygroups_db [None req-12ca0c0d-2277-4e48-a3fb-026da531459d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Project 89b10d6885624b07b857de555428c58d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:40:05.591614 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-12ca0c0d-2277-4e48-a3fb-026da531459d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (be5b4707-cd33-43e2-9dca-c770d97ca7b0), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.650345 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 7b690396-9e86-4f47-b776-c9201803802e is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:05.660695 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Publish callbacks [] for port (5a14a491-b494-40b8-a44a-6b030822c785), precommit_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.671365 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-12ca0c0d-2277-4e48-a3fb-026da531459d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (be5b4707-cd33-43e2-9dca-c770d97ca7b0), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.736023 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (5a14a491-b494-40b8-a44a-6b030822c785), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.759100 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-12ca0c0d-2277-4e48-a3fb-026da531459d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (be5b4707-cd33-43e2-9dca-c770d97ca7b0), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.798293 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca0c0d-2277-4e48-a3fb-026da531459d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5b4707-cd33-43e2-9dca-c770d97ca7b0,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:05.822786 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b5790-1a86-4704-b781-2ed59ddbacd5 None None] Pushing event updated for resources: {'Port': ['ID=5a14a491-b494-40b8-a44a-6b030822c785,revision_number=3']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:05.887664 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Attempting to bind port 5a14a491-b494-40b8-a44a-6b030822c785 on host dv-cinder-820918-2-iscsi for vnic_type normal with profile {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:40:05.888288 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Attempting to bind port 5a14a491-b494-40b8-a44a-6b030822c785 by drivers openvswitch,hyperv on host dv-cinder-820918-2-iscsi at level 0 using segments [{'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:40:05.888902 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Attempting to bind port 5a14a491-b494-40b8-a44a-6b030822c785 on network 2944d268-94e9-4264-92d5-4b699ab98437 {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:40:05.898934 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Checking agent: {'id': '17bf8aa8-1aec-452a-9152-77d4a5961269', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820918-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 19, 11), 'started_at': datetime.datetime(2022, 4, 14, 22, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820918-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:40:05.904324 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Checking segment: {'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:40:05.904324 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.904324 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Bound using segment: {'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'} {{(pid=104053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:40:05.904324 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.managers [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Bound port: 5a14a491-b494-40b8-a44a-6b030822c785, host: dv-cinder-820918-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437'}}] {{(pid=104053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:40:05.904775 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-12ca0c0d-2277-4e48-a3fb-026da531459d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.904989 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (5a14a491-b494-40b8-a44a-6b030822c785), before_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:05.905102 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-12ca0c0d-2277-4e48-a3fb-026da531459d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4612603 Apr 14 22:40:05.906733 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33112) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:05.913130 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-2eb16b3f-399e-47cb-b48b-ad671cadde43 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'security_group_rule': {'security_group_id': '8e548c3a-0296-4aa1-a766-23ff90a64010', 'project_id': '89b10d6885624b07b857de555428c58d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:05.990343 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] For port 5a14a491-b494-40b8-a44a-6b030822c785, host dv-cinder-820918-2-iscsi, cleared binding levels {{(pid=104053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:40:05.996102 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.plugins.ml2.db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] For port 5a14a491-b494-40b8-a44a-6b030822c785, host dv-cinder-820918-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=5a14a491-b494-40b8-a44a-6b030822c785,segment=NetworkSegment(d1d07ba0-cafe-466e-a5e5-2bba462ad6ec),segment_id=d1d07ba0-cafe-466e-a5e5-2bba462ad6ec)] {{(pid=104053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:40:06.025930 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.securitygroups_db [None req-2eb16b3f-399e-47cb-b48b-ad671cadde43 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Project 89b10d6885624b07b857de555428c58d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 22:40:06.032597 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2eb16b3f-399e-47cb-b48b-ad671cadde43 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (1bf11e1b-641a-4ec5-bb28-4d428241fbcd), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.037086 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-3e73bc7f-77fb-49c6-abce-eb475fe82ed9 None None] Provisioning complete for port 5a14a491-b494-40b8-a44a-6b030822c785 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:06.037994 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3e73bc7f-77fb-49c6-abce-eb475fe82ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (5a14a491-b494-40b8-a44a-6b030822c785), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.076232 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-3e73bc7f-77fb-49c6-abce-eb475fe82ed9 None None] Port 5a14a491-b494-40b8-a44a-6b030822c785 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:40:06.085784 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron_lib.callbacks.manager [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (5a14a491-b494-40b8-a44a-6b030822c785), after_update {{(pid=104053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.103605 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2eb16b3f-399e-47cb-b48b-ad671cadde43 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (1bf11e1b-641a-4ec5-bb28-4d428241fbcd), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.156161 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Routers {'1e045d82-a4a0-4295-a636-ab45ac0a2dae'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:40:06.157049 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:39:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:06.193520 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2eb16b3f-399e-47cb-b48b-ad671cadde43 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610837'] for security_group_rule (1bf11e1b-641a-4ec5-bb28-4d428241fbcd), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.200109 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b5790-1a86-4704-b781-2ed59ddbacd5 None None] Pushing event updated for resources: {'Port': ['ID=5a14a491-b494-40b8-a44a-6b030822c785,revision_number=4']} {{(pid=104053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:06.215054 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb16b3f-399e-47cb-b48b-ad671cadde43 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf11e1b-641a-4ec5-bb28-4d428241fbcd,revision_number=0']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:06.299124 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-2eb16b3f-399e-47cb-b48b-ad671cadde43 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.309209 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] Set router 1e045d82-a4a0-4295-a636-ab45ac0a2dae gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:40:06.317073 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-2eb16b3f-399e-47cb-b48b-ad671cadde43 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4087689 Apr 14 22:40:06.407422 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-66a3f273-63da-430f-8900-65429292c00f None None] Provisioning complete for port 5a14a491-b494-40b8-a44a-6b030822c785 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:06.407750 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66a3f273-63da-430f-8900-65429292c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (5a14a491-b494-40b8-a44a-6b030822c785), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.532576 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-66a3f273-63da-430f-8900-65429292c00f None None] Current status of the port 5a14a491-b494-40b8-a44a-6b030822c785 is: DOWN; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:06.532576 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66a3f273-63da-430f-8900-65429292c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (5a14a491-b494-40b8-a44a-6b030822c785), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.589431 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-66a3f273-63da-430f-8900-65429292c00f None None] For port 5a14a491-b494-40b8-a44a-6b030822c785, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=5a14a491-b494-40b8-a44a-6b030822c785,segment=NetworkSegment(d1d07ba0-cafe-466e-a5e5-2bba462ad6ec),segment_id=d1d07ba0-cafe-466e-a5e5-2bba462ad6ec)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:40:06.662000 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-66a3f273-63da-430f-8900-65429292c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (5a14a491-b494-40b8-a44a-6b030822c785), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:06.681210 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '7b690396-9e86-4f47-b776-c9201803802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:40:01Z', 'revision_number': 4, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port': {'id': '7b690396-9e86-4f47-b776-c9201803802e', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:58Z', 'updated_at': '2022-04-14T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '5a14a491-b494-40b8-a44a-6b030822c785', 'name': '', 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'mac_address': 'fa:16:3e:a8:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:40:01Z', 'updated_at': '2022-04-14T22:40:05Z', 'revision_number': 4, 'project_id': 'b13c73278980495b8ab05c707490796a', 'subnets': [{'id': '49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:06.709331 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0a6a5-0f21-48c0-bd67-e649de74b9b8 None None] The sync data for ids ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'] in dv-cinder-820918-2-iscsi is: [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '7b690396-9e86-4f47-b776-c9201803802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:40:01Z', 'revision_number': 4, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port': {'id': '7b690396-9e86-4f47-b776-c9201803802e', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:58Z', 'updated_at': '2022-04-14T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': '5a14a491-b494-40b8-a44a-6b030822c785', 'name': '', 'network_id': '2944d268-94e9-4264-92d5-4b699ab98437', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'mac_address': 'fa:16:3e:a8:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:40:01Z', 'updated_at': '2022-04-14T22:40:05Z', 'revision_number': 4, 'project_id': 'b13c73278980495b8ab05c707490796a', 'subnets': [{'id': '49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:40:06.737395 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3f273-63da-430f-8900-65429292c00f None None] Pushing event updated for resources: {'Port': ['ID=5a14a491-b494-40b8-a44a-6b030822c785,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:06.783151 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b78913c-2bc2-4cb8-a2ed-2c6798160142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:07.489919 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 5a14a491-b494-40b8-a44a-6b030822c785 up at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:40:07.540188 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Provisioning complete for port 5a14a491-b494-40b8-a44a-6b030822c785 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:07.540878 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (5a14a491-b494-40b8-a44a-6b030822c785), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:07.624900 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Current status of the port 5a14a491-b494-40b8-a44a-6b030822c785 is: ACTIVE; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:08.099150 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:09.260022 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:10.853369 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:23.324779 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-d69223f7-9ea2-471d-8811-e4c9241c96d0 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855888778&fields=id&tenant_id=89b10d6885624b07b857de555428c58d HTTP/1.1" status: 200 len: 267 time: 0.0482733 Apr 14 22:40:23.444493 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-3e5e9ac4-ab14-4195-a3d9-0bd27f6f34cf tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:23.449284 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-3e5e9ac4-ab14-4195-a3d9-0bd27f6f34cf tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 809 time: 0.1138666 Apr 14 22:40:23.465109 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-95af73ed-55ee-406c-aa63-3609b1501017 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/quotas/89b10d6885624b07b857de555428c58d HTTP/1.1" status: 200 len: 375 time: 0.0110257 Apr 14 22:40:23.519735 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-906cd22e-4669-47d6-83e3-801102004589 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486646 Apr 14 22:40:23.645743 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-4fb52c55-39dc-4606-b571-7c1cd8c8afa4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:40:23.647276 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-4fb52c55-39dc-4606-b571-7c1cd8c8afa4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1130061 Apr 14 22:40:23.750170 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-ec5795f7-19ca-4af4-8a49-56cc6518c8b7 service neutron] 10.222.0.50 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965905 Apr 14 22:40:23.849283 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-dcf4b0a2-54b3-4ff3-ba97-ea81e5d1ac17 service neutron] 10.222.0.50 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926864 Apr 14 22:40:24.527098 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d45c574d-4b19-44a3-bbb6-4956bdd5eba1 req-7ea050f0-c55d-49a0-8bb5-a02102d1c97d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 210 time: 0.0414751 Apr 14 22:40:25.622074 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-26bb2ccf-638d-47b8-98e5-fedf52c5f5aa req-25b65622-c973-46f8-9ada-7a6147b319bb tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 210 time: 0.0374420 Apr 14 22:40:25.714811 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:40:26.717184 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-12035411-5a3c-4b72-8eb2-e09570583730 req-fac88dc1-f2b7-4b38-963f-8da8c6c68d62 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 210 time: 0.0276773 Apr 14 22:40:26.973298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-61c73f90-bd26-4a8e-9a9f-a9e4f8ca7c68 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:26.975873 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-61c73f90-bd26-4a8e-9a9f-a9e4f8ca7c68 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 809 time: 0.1230743 Apr 14 22:40:27.050299 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-4295b3ca-7876-47d0-8181-3cd8c499504c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b10d6885624b07b857de555428c58d HTTP/1.1" status: 200 len: 380 time: 0.0628679 Apr 14 22:40:27.061390 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'port': {'device_id': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'admin_state_up': True, 'tenant_id': '89b10d6885624b07b857de555428c58d', 'security_groups': ['8e548c3a-0296-4aa1-a766-23ff90a64010']}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:27.241635 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Made reservation on behalf of 89b10d6885624b07b857de555428c58d for: {'port': 1} {{(pid=104051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 22:40:27.245547 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:27.388521 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Allocated IP 172.20.0.13 (ff1dfe44-6f72-4bbb-962b-af9c96d44b48/4b6ad263-1c06-42f5-a0b8-31f3744e4a18/55140563-7dff-48ca-af51-531bc320afa5) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:40:27.595142 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for port (55140563-7dff-48ca-af51-531bc320afa5), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:27.820075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:27.823074 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5e7f4203-9252-49b5-afa6-e218127c42c1 req-51dce5c1-3f97-46e4-8926-6d851fae369a tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 210 time: 0.0357497 Apr 14 22:40:27.866749 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:40:27.872495 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:40:27.876965 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:40:27.902897 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:27.935970 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:27.936640 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:28.031946 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-142cb777-2fbd-42b5-b29e-28fd8df2296e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9740181 Apr 14 22:40:28.058456 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Request body: {'port': {'device_id': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82091'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:28.138490 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-9f3a1a2d-5548-4d3c-815a-ad86423bd502 None None] Provisioning complete for port 55140563-7dff-48ca-af51-531bc320afa5 triggered by entity DHCP. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:28.139181 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9f3a1a2d-5548-4d3c-815a-ad86423bd502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (55140563-7dff-48ca-af51-531bc320afa5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:28.141615 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55140563-7dff-48ca-af51-531bc320afa5), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:28.176855 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a1a2d-5548-4d3c-815a-ad86423bd502 None None] Port 55140563-7dff-48ca-af51-531bc320afa5 cannot update to ACTIVE because it is not bound. {{(pid=104052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 22:40:28.461920 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55140563-7dff-48ca-af51-531bc320afa5 {{(pid=104051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:40:28.470031 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Publish callbacks [] for port (55140563-7dff-48ca-af51-531bc320afa5), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:28.486099 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.provisioning_blocks [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Transition to ACTIVE for port object 55140563-7dff-48ca-af51-531bc320afa5 will not be triggered until provisioned by entity L2. {{(pid=104051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 22:40:28.635899 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:28.694193 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Pushing event updated for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:28.804014 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Attempting to bind port 55140563-7dff-48ca-af51-531bc320afa5 on host hv-cinder-82091 for vnic_type normal with profile {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 22:40:28.804418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Attempting to bind port 55140563-7dff-48ca-af51-531bc320afa5 by drivers openvswitch,hyperv on host hv-cinder-82091 at level 0 using segments [{'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 22:40:28.804902 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Attempting to bind port 55140563-7dff-48ca-af51-531bc320afa5 on network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:40:28.810119 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Port 55140563-7dff-48ca-af51-531bc320afa5 on network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82091 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 22:40:28.810445 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Attempting to bind port 55140563-7dff-48ca-af51-531bc320afa5 on network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 22:40:28.816055 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Checking agent: {'id': '2405f96f-d766-4f2e-add5-c8708b012d23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'started_at': datetime.datetime(2022, 4, 14, 22, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 22, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 22:40:28.816406 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Checking segment: {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 22:40:28.816797 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Bound using segment: {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'} {{(pid=104051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 22:40:28.817231 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.managers [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Bound port: 55140563-7dff-48ca-af51-531bc320afa5, host: hv-cinder-82091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40553c1a-0e32-47f7-b1a7-c42c1c4516c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48'}}] {{(pid=104051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 22:40:28.817588 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55140563-7dff-48ca-af51-531bc320afa5), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:28.887636 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, cleared binding levels {{(pid=104051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 22:40:28.891245 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 22:40:28.966447 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa13ea-34b9-47b3-848a-6501dcfae308 req-71842885-8f58-41f2-9764-ab153502ca23 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:28.967999 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f8fa13ea-34b9-47b3-848a-6501dcfae308 req-71842885-8f58-41f2-9764-ab153502ca23 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0584376 Apr 14 22:40:28.981986 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:29.001464 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:29.002617 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:29.005783 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] 10.222.0.37 "PUT /v2.0/ports/55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 1094 time: 0.9549565 Apr 14 22:40:29.031969 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-f8fa13ea-34b9-47b3-848a-6501dcfae308 req-e1bcc52b-5d35-4bea-8393-d223cb9230c3 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576787 Apr 14 22:40:29.038150 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'tag': '55140563-7dff-48ca-af51-531bc320afa5'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:40:29.040350 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a" -d '{"events": [{"name": "network-changed", "server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "tag": "55140563-7dff-48ca-af51-531bc320afa5"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:40:29.079007 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6108ff-80c6-4e6b-9c44-7d9e1f73bba8 service neutron] Pushing event updated for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=3']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:29.095434 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e80c00-7337-45c2-8017-111d2aeb6c85 x-openstack-request-id: req-c6e80c00-7337-45c2-8017-111d2aeb6c85 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:40:29.095679 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "tag": "55140563-7dff-48ca-af51-531bc320afa5", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:40:29.095980 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6e80c00-7337-45c2-8017-111d2aeb6c85 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:40:29.096449 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e80c00-7337-45c2-8017-111d2aeb6c85'] response: {'name': 'network-changed', 'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'tag': '55140563-7dff-48ca-af51-531bc320afa5', 'status': 'completed', 'code': 200} Apr 14 22:40:29.154376 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-4253cc1c-841e-4fa1-8ac4-2294446ab1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:29.155962 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-4253cc1c-841e-4fa1-8ac4-2294446ab1b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1128 time: 0.0429966 Apr 14 22:40:29.204158 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-553f2c24-d347-4b9e-a771-447959902808 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 217 time: 0.0400054 Apr 14 22:40:29.261277 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-0f3e4e75-c3c1-4859-9955-497743e61f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:29.261787 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-0f3e4e75-c3c1-4859-9955-497743e61f6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0470529 Apr 14 22:40:29.311009 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-73e23a52-d35c-4645-a2fa-76673fe5b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:29.312612 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-73e23a52-d35c-4645-a2fa-76673fe5b56b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410404 Apr 14 22:40:29.415707 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-93b3e7b5-c385-4b00-b8cf-745484e6985f service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959406 Apr 14 22:40:29.511874 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1d7fa74e-3715-4904-b3a1-a254472a5c1a req-bac5ec86-c757-43ae-a98f-a087094c177c service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860591 Apr 14 22:40:29.934025 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-216be466-4f4a-47d9-a3b1-7bc6ea48631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:29.935571 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-216be466-4f4a-47d9-a3b1-7bc6ea48631c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1128 time: 0.0469959 Apr 14 22:40:30.026337 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-eee58098-d5e7-4fde-87fe-a436955f801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:30.027841 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-eee58098-d5e7-4fde-87fe-a436955f801d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.0858455 Apr 14 22:40:30.075470 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-bbbf5369-96bc-4fd7-93eb-f6e6aad9850d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 217 time: 0.0386288 Apr 14 22:40:30.130121 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-beaecf4f-f169-441d-9618-46904eafdbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:30.131647 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-beaecf4f-f169-441d-9618-46904eafdbac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0474725 Apr 14 22:40:30.164564 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf613914-9c29-455c-b9ef-055d5a300d53 req-e6f4f5b9-5151-449f-a9ed-a52cca26449a tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:30.166149 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bf613914-9c29-455c-b9ef-055d5a300d53 req-e6f4f5b9-5151-449f-a9ed-a52cca26449a tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0520883 Apr 14 22:40:30.182128 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-635b880a-9530-4e5f-b20a-24a2395643c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:30.183897 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-635b880a-9530-4e5f-b20a-24a2395643c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428085 Apr 14 22:40:30.223947 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bf613914-9c29-455c-b9ef-055d5a300d53 req-edaae935-87d2-4b3d-8222-87bd85b2aa86 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506530 Apr 14 22:40:30.293300 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-1735225d-e123-432c-90de-d4a462ee5b31 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989838 Apr 14 22:40:30.388644 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-b35b4746-5f07-4d2c-8a6b-704e7fdabe6a req-a73536eb-6590-4306-89be-ce74d75ed796 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864451 Apr 14 22:40:31.354030 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea4397-fd37-4f90-9574-cfb5b74e57ff req-fca51316-31fe-42dd-ac27-78ad7ed44b40 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:31.355649 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5fea4397-fd37-4f90-9574-cfb5b74e57ff req-fca51316-31fe-42dd-ac27-78ad7ed44b40 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0584831 Apr 14 22:40:31.412166 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5fea4397-fd37-4f90-9574-cfb5b74e57ff req-95aecfc5-dece-49b9-b7ec-849e5731f9b5 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465982 Apr 14 22:40:31.921880 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:32.562580 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb4db7-194e-4033-8e94-688c6e357a78 req-c3f1afa9-eb51-49c5-a9dd-2e564c7b3474 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:32.564205 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-51eb4db7-194e-4033-8e94-688c6e357a78 req-c3f1afa9-eb51-49c5-a9dd-2e564c7b3474 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0496442 Apr 14 22:40:32.617715 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-51eb4db7-194e-4033-8e94-688c6e357a78 req-02c509b5-2715-4b94-b1fd-baa33abdd391 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Apr 14 22:40:33.743091 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad2e13-c94e-4a95-b594-a52112df60fc req-62876457-ac4e-4014-83aa-6558dabcdee9 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:33.744609 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-15ad2e13-c94e-4a95-b594-a52112df60fc req-62876457-ac4e-4014-83aa-6558dabcdee9 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0515411 Apr 14 22:40:33.799717 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-15ad2e13-c94e-4a95-b594-a52112df60fc req-19079706-ff37-41c0-a83d-3e5fdac9ff42 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477540 Apr 14 22:40:34.401506 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-8967213f-63da-475c-b5cf-73c65f71f364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:34.926218 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ede88-432d-4dc4-8dfe-5369c079d4fc req-837ecda4-b874-4c88-8a74-3fc7203c2e6d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:34.927725 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e60ede88-432d-4dc4-8dfe-5369c079d4fc req-837ecda4-b874-4c88-8a74-3fc7203c2e6d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0509782 Apr 14 22:40:34.976881 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e60ede88-432d-4dc4-8dfe-5369c079d4fc req-5ccb5077-142c-468b-ae5c-e9b58dbd024d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Apr 14 22:40:36.096309 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84e65b-8947-4c4c-8d98-0b53c2175180 req-9cb4f19f-a969-4108-97a7-6fc24a9031d6 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:36.097916 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb84e65b-8947-4c4c-8d98-0b53c2175180 req-9cb4f19f-a969-4108-97a7-6fc24a9031d6 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0505459 Apr 14 22:40:36.154839 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cb84e65b-8947-4c4c-8d98-0b53c2175180 req-2cad17b7-41b0-4ebe-a90f-65a45dd1575d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497236 Apr 14 22:40:36.453034 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55140563-7dff-48ca-af51-531bc320afa5 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:40:36.566687 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:40:36.581122 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '55140563-7dff-48ca-af51-531bc320afa5', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'port_id': '55140563-7dff-48ca-af51-531bc320afa5', 'mac_address': 'fa:16:3e:76:35:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:40:36.622790 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 55140563-7dff-48ca-af51-531bc320afa5 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:36.623197 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55140563-7dff-48ca-af51-531bc320afa5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:36.642362 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55140563-7dff-48ca-af51-531bc320afa5 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:40:36.663485 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:40:36.735907 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:36.775247 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5723c91f-45b3-4e07-ae3d-98b86ddc7f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:36.792568 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=4']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:36.974354 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['55140563-7dff-48ca-af51-531bc320afa5'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:40:37.283004 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ca87-51c9-40fc-b75d-2ddcde331028 req-b9ca1be3-8940-44eb-84b2-d0e14d336bae tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:37.284656 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8f05ca87-51c9-40fc-b75d-2ddcde331028 req-b9ca1be3-8940-44eb-84b2-d0e14d336bae tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 945 time: 0.0568862 Apr 14 22:40:37.340362 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-8f05ca87-51c9-40fc-b75d-2ddcde331028 req-130c0b69-d134-4449-be80-afc11eaee0a3 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490391 Apr 14 22:40:38.116662 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:38.460826 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55140563-7dff-48ca-af51-531bc320afa5 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:40:38.482132 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cdd98-bbf6-4ef1-bd67-2c1b7b0f3729 req-0f433de0-6e6e-483f-9b42-70d2249b6ae2 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:38.484703 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-558cdd98-bbf6-4ef1-bd67-2c1b7b0f3729 req-0f433de0-6e6e-483f-9b42-70d2249b6ae2 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 945 time: 0.0730431 Apr 14 22:40:38.515800 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning for port 55140563-7dff-48ca-af51-531bc320afa5 completed by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 22:40:38.552631 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-558cdd98-bbf6-4ef1-bd67-2c1b7b0f3729 req-8a1899b8-905f-475b-9ae2-ffbd4693ebe2 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581381 Apr 14 22:40:38.609933 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 55140563-7dff-48ca-af51-531bc320afa5 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:40:38.610311 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (55140563-7dff-48ca-af51-531bc320afa5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:38.703724 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 55140563-7dff-48ca-af51-531bc320afa5 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:40:38.704062 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55140563-7dff-48ca-af51-531bc320afa5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:38.729754 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55140563-7dff-48ca-af51-531bc320afa5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:40:38.732400 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ace40-2bd0-4ba6-b5a2-7c75b8fc86d3" -d '{"events": [{"server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "name": "network-vif-plugged", "status": "completed", "tag": "55140563-7dff-48ca-af51-531bc320afa5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:40:38.747744 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:40:38.819007 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:38.873834 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=5']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:38.884393 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4954c7-afc6-4e15-85d7-2ccaca07a3e4 x-openstack-request-id: req-6b4954c7-afc6-4e15-85d7-2ccaca07a3e4 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:40:38.884708 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "name": "network-vif-plugged", "status": "completed", "tag": "55140563-7dff-48ca-af51-531bc320afa5", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:40:38.884966 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b4954c7-afc6-4e15-85d7-2ccaca07a3e4 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:40:38.885764 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4954c7-afc6-4e15-85d7-2ccaca07a3e4'] response: {'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55140563-7dff-48ca-af51-531bc320afa5', 'code': 200} Apr 14 22:40:39.278697 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:39.281034 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd4430-63b9-482e-a1eb-2b125e6be89e req-35cbe870-fa55-4ea0-bafe-1cca97dc0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:39.282673 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fadd4430-63b9-482e-a1eb-2b125e6be89e req-35cbe870-fa55-4ea0-bafe-1cca97dc0d4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0441971 Apr 14 22:40:39.336112 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-fadd4430-63b9-482e-a1eb-2b125e6be89e req-41fcf255-9c55-49dc-b71f-706aca04d595 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465527 Apr 14 22:40:39.685700 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3d48c-1867-4696-90a4-aca2568d37c2 req-b7fb0a6b-8a3b-409d-8682-14cb1b2e173e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:39.687303 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-81e3d48c-1867-4696-90a4-aca2568d37c2 req-b7fb0a6b-8a3b-409d-8682-14cb1b2e173e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0578337 Apr 14 22:40:39.748614 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-81e3d48c-1867-4696-90a4-aca2568d37c2 req-875a3bbe-5227-4899-a7fc-eaf44f20dfd2 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540173 Apr 14 22:40:40.861079 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:40.869337 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27388d78-b6b7-4cb0-bb42-8b14bb2cb49b req-447743cc-efd1-497a-81f7-ce76797cc8f7 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:40.870895 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-27388d78-b6b7-4cb0-bb42-8b14bb2cb49b req-447743cc-efd1-497a-81f7-ce76797cc8f7 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0489304 Apr 14 22:40:40.933257 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-27388d78-b6b7-4cb0-bb42-8b14bb2cb49b req-da630a9e-94dd-4196-aa2e-fe897bed8dd3 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483289 Apr 14 22:40:41.060440 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0af9e-ad8c-4e86-92e3-ceb5d4a3b93d req-ffee0d25-b248-4c14-87ba-c8a1cbeb50f9 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:41.062336 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4de0af9e-ad8c-4e86-92e3-ceb5d4a3b93d req-ffee0d25-b248-4c14-87ba-c8a1cbeb50f9 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0484250 Apr 14 22:40:41.115105 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-4de0af9e-ad8c-4e86-92e3-ceb5d4a3b93d req-e9a87ce9-b7dc-4013-a583-5c8cb58992f1 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461218 Apr 14 22:40:41.138428 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33278) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:41.228945 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44a5434-4ee2-4e1b-afec-e78df260842c tempest-TestShelveInstance-417158573 tempest-TestShelveInstance-417158573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:41.230504 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e44a5434-4ee2-4e1b-afec-e78df260842c tempest-TestShelveInstance-417158573 tempest-TestShelveInstance-417158573-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1125 time: 0.0909071 Apr 14 22:40:41.233982 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33282) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:40:41.238646 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.v2.base [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Request body: {'floatingip': {'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'port_id': '55140563-7dff-48ca-af51-531bc320afa5', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 22:40:41.327014 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:41.415023 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (None), before_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:41.533623 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_common [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Allocated IP 172.27.0.58 (16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961/29247ec5-11cc-4627-a44c-666395863587/9d0e3e24-5b8b-4be0-8c15-fa5549cc292b) {{(pid=104051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 22:40:41.659591 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for port (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:41.781232 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760511092646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:41.822537 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Network 16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961 is already hosted by enough agents. {{(pid=104051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 22:40:41.828025 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.base_scheduler [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Resources bound (agent type, host, resource id): {{(pid=104051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 22:40:41.834064 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Received port after_create {{(pid=104051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 22:40:41.862556 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'Port': ['ID=9d0e3e24-5b8b-4be0-8c15-fa5549cc292b,revision_number=1']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:42.534960 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for floatingip (0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c), precommit_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:42.670812 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), before_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:42.854189 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for port (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), precommit_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:42.992289 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25656147'] for port (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), after_update {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:43.068602 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event updated for resources: {'Port': ['ID=9d0e3e24-5b8b-4be0-8c15-fa5549cc292b,revision_number=2']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:40:43.083245 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-662732'] for floatingip (0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c), after_create {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:43.197136 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Floating IP 0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c associated. External IP: 172.27.0.58, port: 55140563-7dff-48ca-af51-531bc320afa5. Apr 14 22:40:43.433987 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Router d5faeb18-137a-45bd-8fcb-96dc1a20d61a has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:40:43.560900 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:40:43.571687 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] Sync routers for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:40:43.583443 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:40:43.584175 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:40:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:43.637153 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:40:43.682073 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-373c8cc2-779b-4848-836b-93779a7115dc tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4469674 Apr 14 22:40:43.682797 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'tag': '55140563-7dff-48ca-af51-531bc320afa5'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:40:43.686101 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fc82f-fb2e-4909-939d-d45e401a70b2" -d '{"events": [{"name": "network-changed", "server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "tag": "55140563-7dff-48ca-af51-531bc320afa5"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:40:43.712282 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:40:43.731309 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c705ff55-896f-4dc2-be65-c2951ecf07ac x-openstack-request-id: req-c705ff55-896f-4dc2-be65-c2951ecf07ac {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:40:43.731600 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "tag": "55140563-7dff-48ca-af51-531bc320afa5", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:40:43.731852 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c705ff55-896f-4dc2-be65-c2951ecf07ac {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:40:43.732260 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c705ff55-896f-4dc2-be65-c2951ecf07ac'] response: {'name': 'network-changed', 'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'tag': '55140563-7dff-48ca-af51-531bc320afa5', 'status': 'completed', 'code': 200} Apr 14 22:40:43.800336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-4e1979c2-dfc4-4362-b39c-5b66d7f672fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:43.802059 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-4e1979c2-dfc4-4362-b39c-5b66d7f672fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0477188 Apr 14 22:40:43.954430 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-c94a432f-e7f3-439c-9803-219eb06bfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:43.956076 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-c94a432f-e7f3-439c-9803-219eb06bfc43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.1480219 Apr 14 22:40:44.035252 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-92851842-f4b3-4682-a09f-9d1b421ae696 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 999 time: 0.0725520 Apr 14 22:40:44.041644 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'port_id': '55140563-7dff-48ca-af51-531bc320afa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'mac_address': 'fa:16:3e:76:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:40:42Z', 'updated_at': '2022-04-14T22:40:42Z', 'revision_number': 0, 'project_id': '89b10d6885624b07b857de555428c58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 5, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:44.075429 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] Checking router: d5faeb18-137a-45bd-8fcb-96dc1a20d61a for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:40:44.085547 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:40:44.086180 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:40:37Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:44.088459 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-71432406-f839-4946-b057-6c3269394e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:44.089986 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-71432406-f839-4946-b057-6c3269394e72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0493805 Apr 14 22:40:44.144213 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-5e5b8b61-6bf2-4f7d-abc5-87558a85cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:40:44.146378 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-5e5b8b61-6bf2-4f7d-abc5-87558a85cfa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500765 Apr 14 22:40:44.254583 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-960731c9-a303-4aab-8dff-173c5b479ad8 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018243 Apr 14 22:40:44.352194 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:40:44.385438 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d57fc82f-fb2e-4909-939d-d45e401a70b2 req-08a1372c-7720-4fb0-978f-a35d7a0bfa45 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246889 Apr 14 22:40:44.623230 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'port_id': '55140563-7dff-48ca-af51-531bc320afa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'mac_address': 'fa:16:3e:76:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:40:42Z', 'updated_at': '2022-04-14T22:40:42Z', 'revision_number': 0, 'project_id': '89b10d6885624b07b857de555428c58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 5, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:40:44.656697 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bec298-3353-4e32-811e-b605a61abdfd None None] The sync data for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi is: [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_floatingips': [{'id': '0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'router_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'port_id': '55140563-7dff-48ca-af51-531bc320afa5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'mac_address': 'fa:16:3e:76:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T22:40:42Z', 'updated_at': '2022-04-14T22:40:42Z', 'revision_number': 0, 'project_id': '89b10d6885624b07b857de555428c58d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 5, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:40:44.888462 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906f5c6-e359-488f-81bb-d3c921c630bd None None] New status for floating IP 0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c: ACTIVE {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:41:01.932571 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:02.714566 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:41:04.404080 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-cf676975-1515-4d71-aaf7-c4c91b0b0cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:06.803279 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-f93828f0-7890-45a6-b838-41252142cda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:08.106470 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:08.365771 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-6ab2a19b-d0c3-4c57-b543-aecf51b715ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435271 Apr 14 22:41:08.471299 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-2d8722b5-1bda-4025-95e9-7044b78f0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:41:08.473560 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-2d8722b5-1bda-4025-95e9-7044b78f0d76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0612743 Apr 14 22:41:08.591694 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-ddc8c576-59b1-47c8-8dcc-4badddd4bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:41:08.593277 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-ddc8c576-59b1-47c8-8dcc-4badddd4bc89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.1004703 Apr 14 22:41:08.663608 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-88c725dd-49d8-43fb-8f84-58df6d222743 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 1001 time: 0.0635338 Apr 14 22:41:08.721945 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-7cdfebae-892b-4eee-ba83-d543e7b65c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:41:08.723980 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-7cdfebae-892b-4eee-ba83-d543e7b65c70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0517128 Apr 14 22:41:08.770916 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-b49599cd-0534-4020-935b-622c3c47038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:41:08.772528 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-b49599cd-0534-4020-935b-622c3c47038f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427647 Apr 14 22:41:08.884163 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-3d502f40-f58b-46aa-afdc-0c612425bfc2 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050766 Apr 14 22:41:08.992198 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f8647c68-de07-468c-bfb4-4b2c370f9355 req-0dc9ba00-6047-4d8c-9587-bc502a760824 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006742 Apr 14 22:41:09.298352 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:10.864656 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:31.938097 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:34.437459 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5516aa77-8cb9-4fb3-a38b-44a690a39272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:36.751319 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-db6e1f40-3a61-4f62-a05b-9eb28eb34a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:38.120580 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:39.269661 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:41:39.714370 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:41:40.871588 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:01.933767 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:04.405846 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-68b4702b-6e3f-442e-a20e-09030ce11928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:06.761072 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d2e7-07ea-47bb-84a6-07eba2981fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:08.076442 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:09.277043 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:10.377767 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-7d5d1fd3-539a-410f-8724-dc6786497e64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391235 Apr 14 22:42:10.474102 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-a35cee43-5b51-4aa5-bb9b-3abcec67fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:10.475675 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-a35cee43-5b51-4aa5-bb9b-3abcec67fe07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0458965 Apr 14 22:42:10.583607 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-e7c3b370-7016-4353-935a-dac4b6bb2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:10.585084 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-e7c3b370-7016-4353-935a-dac4b6bb2dd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.0892148 Apr 14 22:42:10.654441 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-cde86707-72b2-411e-ba71-992e9e17c61e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 1001 time: 0.0626264 Apr 14 22:42:10.707285 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-4bff9b66-3a02-47a1-8e14-395b580ed1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:10.708746 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-4bff9b66-3a02-47a1-8e14-395b580ed1db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0452423 Apr 14 22:42:10.754938 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-a6cbd178-2f6c-41de-99e0-5281a597ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:10.756448 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-a6cbd178-2f6c-41de-99e0-5281a597ec55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385795 Apr 14 22:42:10.842294 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:10.853163 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-e9cd4dd9-6710-4739-b473-abbabe2c6fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868456 Apr 14 22:42:10.943123 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf36a3eb-00ad-4e31-bee0-776d17ba3cb2 req-26877596-c64b-4eea-ba1e-3fe15d1803fe service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814323 Apr 14 22:42:16.714609 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:42:31.950163 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:34.413042 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2c630275-f06e-49e4-99d0-556b261ffcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:36.778718 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-124ea17f-b029-48ea-a0b7-11e4081388c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:38.104389 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:39.258418 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:39.642981 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2d524-3a1c-4f31-ad62-228bd4b7cbeb req-a0f528e6-82aa-45ec-b409-ba1fccbdc181 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:39.644493 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e4d2d524-3a1c-4f31-ad62-228bd4b7cbeb req-a0f528e6-82aa-45ec-b409-ba1fccbdc181 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0524740 Apr 14 22:42:39.696761 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-e4d2d524-3a1c-4f31-ad62-228bd4b7cbeb req-946e6f7d-a4c6-41f0-970f-2192a6253431 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462365 Apr 14 22:42:40.816900 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c72e-3713-401d-a871-4f792fc99b3a req-c6adc875-0a57-471a-9ae6-8b6864634d2c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:40.818361 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-14c0c72e-3713-401d-a871-4f792fc99b3a req-c6adc875-0a57-471a-9ae6-8b6864634d2c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0535207 Apr 14 22:42:40.858988 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:40.873716 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-14c0c72e-3713-401d-a871-4f792fc99b3a req-37803459-5f97-4e50-8100-51681ece3a9f tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491514 Apr 14 22:42:41.988889 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b5479-0188-4588-8d7f-fa7b34dcd03c req-179f3ff4-6caf-482c-9053-21c23f67cb2e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:41.990418 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e8b5479-0188-4588-8d7f-fa7b34dcd03c req-179f3ff4-6caf-482c-9053-21c23f67cb2e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0489066 Apr 14 22:42:42.042324 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-4e8b5479-0188-4588-8d7f-fa7b34dcd03c req-03c00c22-337c-4701-85ad-41156fa3c1b9 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438561 Apr 14 22:42:43.154057 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc521e39-bd81-4a64-be50-4686f9ee9718 req-4c267fbc-cfa0-43f5-a07b-004dc6ae4c15 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:43.155571 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc521e39-bd81-4a64-be50-4686f9ee9718 req-4c267fbc-cfa0-43f5-a07b-004dc6ae4c15 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0469327 Apr 14 22:42:43.204767 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-cc521e39-bd81-4a64-be50-4686f9ee9718 req-f33853df-c4b5-4c49-b1bb-b2316db6ed4d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435219 Apr 14 22:42:44.330479 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c6f13-bea8-4a20-8c83-bb5781c8d6be req-4e1ee5f3-d7e8-4eb4-a71e-5fc1d5b5398a tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:44.332482 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2a2c6f13-bea8-4a20-8c83-bb5781c8d6be req-4e1ee5f3-d7e8-4eb4-a71e-5fc1d5b5398a tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0574508 Apr 14 22:42:44.390563 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2a2c6f13-bea8-4a20-8c83-bb5781c8d6be req-5303e1a0-d5cc-42bb-8cac-7546d9086594 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500996 Apr 14 22:42:45.502437 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29b37a-b387-481c-a3c9-30ebf2ad198a req-b556e8e4-9415-4d11-b160-109489deb4ea tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:45.503966 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6e29b37a-b387-481c-a3c9-30ebf2ad198a req-b556e8e4-9415-4d11-b160-109489deb4ea tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0467336 Apr 14 22:42:45.558272 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-6e29b37a-b387-481c-a3c9-30ebf2ad198a req-56a5a824-ac01-4a02-8939-a5cf2e8b3790 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474458 Apr 14 22:42:46.670278 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f917c-5f4c-4757-9331-eeee732a818b req-f14a473f-e9a4-46f2-a877-38f633a33448 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:46.671805 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d16f917c-5f4c-4757-9331-eeee732a818b req-f14a473f-e9a4-46f2-a877-38f633a33448 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0467913 Apr 14 22:42:46.720482 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-d16f917c-5f4c-4757-9331-eeee732a818b req-7d720a66-a128-4f06-9857-7517c76fc251 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Apr 14 22:42:47.833535 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b51e4-87dd-4362-8c22-14aa1d5c67b3 req-2051a891-f7b6-4923-9b2c-6fb05c1eed29 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:47.835010 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a47b51e4-87dd-4362-8c22-14aa1d5c67b3 req-2051a891-f7b6-4923-9b2c-6fb05c1eed29 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0467906 Apr 14 22:42:47.883373 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a47b51e4-87dd-4362-8c22-14aa1d5c67b3 req-1579a4a2-37ff-42be-b6ae-767262e31310 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Apr 14 22:42:48.995856 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148d210-f743-45a0-b750-178a599614c0 req-50ff8431-c467-4894-ba93-f5d3155b2b83 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:48.997446 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2148d210-f743-45a0-b750-178a599614c0 req-50ff8431-c467-4894-ba93-f5d3155b2b83 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0460312 Apr 14 22:42:49.047027 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2148d210-f743-45a0-b750-178a599614c0 req-32c55512-3074-4607-9231-9174177a9f42 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438075 Apr 14 22:42:49.892298 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-7ff3865a-4c0f-47a3-ab9b-9f3e69d613d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:49.893861 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-7ff3865a-4c0f-47a3-ab9b-9f3e69d613d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0397270 Apr 14 22:42:49.989255 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-b2ae81af-fb1b-48b0-b924-6b75fc59401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:49.990784 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-b2ae81af-fb1b-48b0-b924-6b75fc59401a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.0882215 Apr 14 22:42:50.059350 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-ba318411-ab76-4ef9-a93d-a806f20e2cb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 1001 time: 0.0585098 Apr 14 22:42:50.117261 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-f3e45a11-af2c-4445-bbc0-8caf5e1d6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:50.118895 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-f3e45a11-af2c-4445-bbc0-8caf5e1d6d24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0506945 Apr 14 22:42:50.190466 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5559840-9365-4065-8c03-5f1a50f30cd4 req-31de4054-97fc-4930-860c-c3e38ae75d4d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:50.191881 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5559840-9365-4065-8c03-5f1a50f30cd4 req-31de4054-97fc-4930-860c-c3e38ae75d4d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0772073 Apr 14 22:42:50.201012 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-67e5a105-8b1f-4e26-a3a7-34ff99b06c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:50.202436 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-67e5a105-8b1f-4e26-a3a7-34ff99b06c53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551772 Apr 14 22:42:50.298595 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c5559840-9365-4065-8c03-5f1a50f30cd4 req-1ada9858-059c-446c-8be8-13aa321cec4b tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995469 Apr 14 22:42:50.325705 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-38b44b8b-4bf9-4c81-b7aa-6ae00e724a15 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109416 Apr 14 22:42:50.417436 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-005b77a9-3135-43f7-9bdb-7a8772b021ed req-729d3ec1-f9c4-47f1-8e9e-883196e20e7a service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830407 Apr 14 22:42:51.415304 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2e770-0ce7-4b3a-8c42-1c2b9cfe1a2a req-3ebaeb7c-2f73-41f9-a894-e88398509869 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:51.417309 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2fc2e770-0ce7-4b3a-8c42-1c2b9cfe1a2a req-3ebaeb7c-2f73-41f9-a894-e88398509869 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0511777 Apr 14 22:42:51.466918 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-2fc2e770-0ce7-4b3a-8c42-1c2b9cfe1a2a req-5b110cce-7931-419e-a9ae-5f85b8508651 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439303 Apr 14 22:42:52.585113 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fd14d-9768-423f-82d4-534d37a2b14a req-bba85714-75ec-45d5-9327-8c7ac55d8224 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:52.588612 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-824fd14d-9768-423f-82d4-534d37a2b14a req-bba85714-75ec-45d5-9327-8c7ac55d8224 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0527394 Apr 14 22:42:52.634323 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-824fd14d-9768-423f-82d4-534d37a2b14a req-1a85cc88-8292-4e52-a304-0ed96ccbe117 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419323 Apr 14 22:42:53.712629 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:42:53.748542 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7ae1a-7acf-482e-bd05-6c13dbd599ec req-0da7412d-b9e8-4d35-8a0a-099bbabdff98 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:53.750029 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ceb7ae1a-7acf-482e-bd05-6c13dbd599ec req-0da7412d-b9e8-4d35-8a0a-099bbabdff98 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0481074 Apr 14 22:42:53.799049 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ceb7ae1a-7acf-482e-bd05-6c13dbd599ec req-51d29796-733a-489b-926f-32f3fcd6789f tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Apr 14 22:42:53.869183 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-63488065-5918-402d-8003-eab0b8dc1932 req-66d7d6ca-ccba-427b-853f-bb12a79fcde8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:42:53.870160 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-63488065-5918-402d-8003-eab0b8dc1932 req-66d7d6ca-ccba-427b-853f-bb12a79fcde8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053151 Apr 14 22:42:55.191062 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ed41e-a2a8-4963-b71f-bf3ab31f6a9d req-f4b79f1b-f59a-4f59-88d9-fdc584834c2f tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:55.192616 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ca8ed41e-a2a8-4963-b71f-bf3ab31f6a9d req-f4b79f1b-f59a-4f59-88d9-fdc584834c2f tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0480220 Apr 14 22:42:55.205789 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55140563-7dff-48ca-af51-531bc320afa5 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:42:55.257023 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-ca8ed41e-a2a8-4963-b71f-bf3ab31f6a9d req-31451043-104d-4f9a-b97a-b9c7c79e2026 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584595 Apr 14 22:42:55.281411 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-bad0ac5a-a786-4e18-bdfa-e6ae0297af51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863209 Apr 14 22:42:55.284032 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 55140563-7dff-48ca-af51-531bc320afa5 is: ACTIVE; New status is: DOWN {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:42:55.284435 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55140563-7dff-48ca-af51-531bc320afa5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:55.290038 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-ccb5cc43-8a4e-41d4-acf5-2e8af8f951d0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=104051) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 22:42:55.291143 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-ccb5cc43-8a4e-41d4-acf5-2e8af8f951d0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050459 Apr 14 22:42:55.313744 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55140563-7dff-48ca-af51-531bc320afa5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:42:55.315349 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422bb7e2-454d-41cd-acb1-f7db3f8c9250" -d '{"events": [{"server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "55140563-7dff-48ca-af51-531bc320afa5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:42:55.329114 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:42:55.347115 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 22:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ce929d-c196-4646-aa34-c74220a5f121 x-openstack-request-id: req-18ce929d-c196-4646-aa34-c74220a5f121 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:42:55.347413 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "name": "network-vif-unplugged", "status": "failed", "tag": "55140563-7dff-48ca-af51-531bc320afa5", "code": 422}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:42:55.347673 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18ce929d-c196-4646-aa34-c74220a5f121 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:42:55.348124 dv-cinder-820918-2-iscsi neutron-server[104052]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-18ce929d-c196-4646-aa34-c74220a5f121']: {'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55140563-7dff-48ca-af51-531bc320afa5', 'code': 422} returned with failed status Apr 14 22:42:55.417865 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-1c678335-52e6-4300-b9b8-e0576ede00c9 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:55.419295 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-1c678335-52e6-4300-b9b8-e0576ede00c9 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports/55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 943 time: 0.1001472 Apr 14 22:42:55.424149 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:42:55.473377 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=6']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:42:55.480362 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.480711 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.481058 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.481400 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.481735 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.482067 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.482395 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.487250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.487250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.487250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.487250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.487250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.487250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.487250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:55.487250 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:42:56.370545 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d94ce-6b47-4aeb-b14a-80f3ef7fce8d req-69dd8855-fe99-4c88-9d2b-bfa1c864fe60 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:56.372226 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0a5d94ce-6b47-4aeb-b14a-80f3ef7fce8d req-69dd8855-fe99-4c88-9d2b-bfa1c864fe60 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0482585 Apr 14 22:42:56.421807 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-0a5d94ce-6b47-4aeb-b14a-80f3ef7fce8d req-17298f66-9962-41ba-beed-a69ec9231d32 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 Apr 14 22:42:57.540490 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9464e-eeb4-4aef-9176-f2278b743e87 req-1a08733e-6f15-4758-897b-7a53687f765e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:57.541968 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82f9464e-eeb4-4aef-9176-f2278b743e87 req-1a08733e-6f15-4758-897b-7a53687f765e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0484993 Apr 14 22:42:57.592530 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-82f9464e-eeb4-4aef-9176-f2278b743e87 req-5e48ffdc-0cc5-41be-bda0-a2a0c957ac62 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Apr 14 22:42:58.059215 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-4d40be04-0733-4e86-949e-c9698c2f2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:58.061248 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-4d40be04-0733-4e86-949e-c9698c2f2da8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7&tenant_id=89b10d6885624b07b857de555428c58d HTTP/1.1" status: 200 len: 1128 time: 0.0443206 Apr 14 22:42:58.123979 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-7ea67735-0ae1-41fd-b94f-78d4d26db65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:58.125622 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-7ea67735-0ae1-41fd-b94f-78d4d26db65b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1128 time: 0.0395072 Apr 14 22:42:58.217771 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-0545569b-c98f-4c3e-a13e-9d430f9cb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:58.219265 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-0545569b-c98f-4c3e-a13e-9d430f9cb251 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.0850024 Apr 14 22:42:58.288747 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-a37bcd73-ec79-4622-af04-c60802ff1bb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 999 time: 0.0605085 Apr 14 22:42:58.339873 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-5e868d20-a6de-4639-bdd4-ba1039351294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:58.341208 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-5e868d20-a6de-4639-bdd4-ba1039351294 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0438228 Apr 14 22:42:58.383166 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-ad9085c1-6669-4eef-a767-f4e5d191bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:58.384605 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-ad9085c1-6669-4eef-a767-f4e5d191bd6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372753 Apr 14 22:42:58.475978 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-e1fd2959-4cd3-4b71-bd97-dabb81ed1dc3 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849173 Apr 14 22:42:58.574459 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-1cdd8e40-53b6-4ba9-8fc5-297d330ff288 req-34975eca-4024-4df1-a3f0-648f324dd973 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896177 Apr 14 22:42:58.707199 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9858618-8de4-4122-b677-5441b76c2754 req-cfc78f72-5674-40ca-939c-b35238fc2cd3 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:58.708674 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b9858618-8de4-4122-b677-5441b76c2754 req-cfc78f72-5674-40ca-939c-b35238fc2cd3 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0510781 Apr 14 22:42:58.758340 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-b9858618-8de4-4122-b677-5441b76c2754 req-cfb66cd5-c1b6-4595-8da8-780f425a848c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Apr 14 22:42:59.872626 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40960e7e-7dce-45ca-8a88-91020443b625 req-ddfe3ed1-13ad-48b5-9175-f891bd242a6b tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:42:59.874227 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-40960e7e-7dce-45ca-8a88-91020443b625 req-ddfe3ed1-13ad-48b5-9175-f891bd242a6b tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0486422 Apr 14 22:42:59.924417 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-40960e7e-7dce-45ca-8a88-91020443b625 req-4ce45bf2-2cd1-4d42-aaa1-6f35840ea35c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445843 Apr 14 22:43:01.037817 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1bec5-155b-4d9e-9b2f-fc4d1c8d5926 req-88132290-8be0-40e4-9ceb-dece4d5ca249 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:01.039321 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dfd1bec5-155b-4d9e-9b2f-fc4d1c8d5926 req-88132290-8be0-40e4-9ceb-dece4d5ca249 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0498090 Apr 14 22:43:01.088912 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-dfd1bec5-155b-4d9e-9b2f-fc4d1c8d5926 req-f7805819-f33a-4feb-9e45-a1230020c9ae tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435035 Apr 14 22:43:01.955621 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:02.199950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea25357-66f3-40ee-ab28-4963b69fe43b req-5f57d5c8-b81a-4964-b0f6-084ca7d8fce2 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:02.201415 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ea25357-66f3-40ee-ab28-4963b69fe43b req-5f57d5c8-b81a-4964-b0f6-084ca7d8fce2 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0468540 Apr 14 22:43:02.251446 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5ea25357-66f3-40ee-ab28-4963b69fe43b req-d2592270-affd-4958-bfd8-8ae5c86f1c36 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Apr 14 22:43:03.364102 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f0b2-2029-4a87-959c-6ced8308b4a5 req-96250bd0-320d-4329-b3e1-a937476ee374 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:03.365593 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-df18f0b2-2029-4a87-959c-6ced8308b4a5 req-96250bd0-320d-4329-b3e1-a937476ee374 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0465851 Apr 14 22:43:03.417678 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-df18f0b2-2029-4a87-959c-6ced8308b4a5 req-48d09096-e24c-4d9b-9c28-97b2ac20b586 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464690 Apr 14 22:43:04.410626 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-88581552-6366-4fa0-9cfc-919edd9e4142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:04.533974 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569809f-19e1-4606-a8b2-4a92893730c8 req-a6d5213d-61c8-4d8a-bbae-9268c2cba0e6 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:04.535456 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c569809f-19e1-4606-a8b2-4a92893730c8 req-a6d5213d-61c8-4d8a-bbae-9268c2cba0e6 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 944 time: 0.0497115 Apr 14 22:43:04.584213 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c569809f-19e1-4606-a8b2-4a92893730c8 req-b1b8947e-7219-4c23-bec6-e0b4ccfc8ffe tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431609 Apr 14 22:43:05.250216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55140563-7dff-48ca-af51-531bc320afa5 details requested by agent hyperv_hv-cinder-82091 with host hv-cinder-82091 {{(pid=104052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 22:43:05.348770 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:43:05.359913 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Returning: {'device': '55140563-7dff-48ca-af51-531bc320afa5', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'port_id': '55140563-7dff-48ca-af51-531bc320afa5', 'mac_address': 'fa:16:3e:76:35:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 22:43:05.398278 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 55140563-7dff-48ca-af51-531bc320afa5 is: DOWN; New status is: BUILD {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:43:05.400671 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55140563-7dff-48ca-af51-531bc320afa5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:05.416045 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55140563-7dff-48ca-af51-531bc320afa5 {{(pid=104052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 22:43:05.434978 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:43:05.515936 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:05.564365 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=7']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:43:05.695944 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066867b-3bb9-4592-ae54-091dc59149c3 req-de2e2c85-7791-442c-a013-f1287e4ce4b3 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:05.697411 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1066867b-3bb9-4592-ae54-091dc59149c3 req-de2e2c85-7791-442c-a013-f1287e4ce4b3 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 945 time: 0.0458100 Apr 14 22:43:05.747339 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-1066867b-3bb9-4592-ae54-091dc59149c3 req-2844eac6-3725-44d3-8ae1-009590d0afd4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 Apr 14 22:43:05.793239 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] get_ports_and_sgs() called for port_ids ['55140563-7dff-48ca-af51-531bc320afa5'] {{(pid=104052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 22:43:06.789675 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ce22bfd5-7ef4-4bf0-b947-6e7e4f09d17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:06.863177 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da6f0-33ff-459b-95a9-8912be761501 req-745b3a2f-eff3-4cae-85be-59e767cb13f5 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:06.864666 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf1da6f0-33ff-459b-95a9-8912be761501 req-745b3a2f-eff3-4cae-85be-59e767cb13f5 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 945 time: 0.0471501 Apr 14 22:43:06.914742 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-bf1da6f0-33ff-459b-95a9-8912be761501 req-0c3df10f-6ab2-4538-9aa8-015afb1a4156 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443869 Apr 14 22:43:07.281407 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55140563-7dff-48ca-af51-531bc320afa5 up at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 22:43:07.328350 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.provisioning_blocks [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Provisioning complete for port 55140563-7dff-48ca-af51-531bc320afa5 triggered by entity L2. {{(pid=104052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 22:43:07.328726 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718019'] for port (55140563-7dff-48ca-af51-531bc320afa5), provisioning_complete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:07.409756 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Current status of the port 55140563-7dff-48ca-af51-531bc320afa5 is: BUILD; New status is: ACTIVE {{(pid=104052) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 22:43:07.410148 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1792524'] for port (55140563-7dff-48ca-af51-531bc320afa5), before_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:07.432613 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55140563-7dff-48ca-af51-531bc320afa5'}] {{(pid=104052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:43:07.436751 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f5ce01017f3273431c8d181258766156dc4d181d6a7c6ec9a90c797d3df813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a134b21-491f-4738-bbe7-df692117efb8" -d '{"events": [{"server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "name": "network-vif-plugged", "status": "completed", "tag": "55140563-7dff-48ca-af51-531bc320afa5"}]}' {{(pid=104052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:43:07.447228 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:43:07.470805 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af4736d-d683-4b01-8015-2ab065c8c520 x-openstack-request-id: req-0af4736d-d683-4b01-8015-2ab065c8c520 {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:43:07.471099 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "name": "network-vif-plugged", "status": "completed", "tag": "55140563-7dff-48ca-af51-531bc320afa5", "code": 200}]} {{(pid=104052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:43:07.471348 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0af4736d-d683-4b01-8015-2ab065c8c520 {{(pid=104052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:43:07.471745 dv-cinder-820918-2-iscsi neutron-server[104052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af4736d-d683-4b01-8015-2ab065c8c520'] response: {'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55140563-7dff-48ca-af51-531bc320afa5', 'code': 200} Apr 14 22:43:07.555404 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760511500584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760511092664', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760511092682'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:07.604669 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Pushing event updated for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=8']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:43:07.756865 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6446a1e-bbf1-40df-96c0-2295095d8cf4 req-888fbc85-62cf-4b88-84ae-669179128d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:07.758373 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6446a1e-bbf1-40df-96c0-2295095d8cf4 req-888fbc85-62cf-4b88-84ae-669179128d36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0380671 Apr 14 22:43:07.808006 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-c6446a1e-bbf1-40df-96c0-2295095d8cf4 req-55461076-b09d-4b9e-b398-90d57d0fb246 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412045 Apr 14 22:43:08.027427 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fee0-cb73-489e-a136-6bb264b22bea req-b5802aa1-ee26-4d1f-b2f3-eb279042365b tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:08.028923 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f1f8fee0-cb73-489e-a136-6bb264b22bea req-b5802aa1-ee26-4d1f-b2f3-eb279042365b tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0482099 Apr 14 22:43:08.077343 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-f1f8fee0-cb73-489e-a136-6bb264b22bea req-7d1bc5d9-03df-472d-a751-871eb5d933e4 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Apr 14 22:43:08.092160 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:09.194674 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92e497-10c3-436b-bc7a-dcc010f8d167 req-4c58f954-de24-4819-9368-29083e966ef7 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:09.196194 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3c92e497-10c3-436b-bc7a-dcc010f8d167 req-4c58f954-de24-4819-9368-29083e966ef7 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0482304 Apr 14 22:43:09.245228 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-3c92e497-10c3-436b-bc7a-dcc010f8d167 req-dc362488-6c8c-47d5-94b5-48ea5c814785 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431099 Apr 14 22:43:09.292405 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:10.359141 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f6d3-ae6c-4db0-b413-65fc22a0dcd5 req-8e34a611-e7db-4044-bca0-563012ac2f5e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:10.361219 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-27b1f6d3-ae6c-4db0-b413-65fc22a0dcd5 req-8e34a611-e7db-4044-bca0-563012ac2f5e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0464220 Apr 14 22:43:10.411275 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-27b1f6d3-ae6c-4db0-b413-65fc22a0dcd5 req-42201c3f-6f4b-4673-95f1-ef651f6e58cd tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442796 Apr 14 22:43:10.858220 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:11.357013 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-b2387f71-3b3d-46b3-ad71-6cc613852cfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412066 Apr 14 22:43:11.436217 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-a3562da4-a805-43df-aadb-f13388421b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:11.437663 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-a3562da4-a805-43df-aadb-f13388421b98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0381107 Apr 14 22:43:11.541307 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-993cd292-4546-4517-95dc-9e461a59ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:11.542767 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-993cd292-4546-4517-95dc-9e461a59ee93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.0868130 Apr 14 22:43:11.885666 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-d12be16f-4923-44bc-9e4c-ca97abf468e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 1001 time: 0.3373902 Apr 14 22:43:11.935667 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-80d2a782-7235-4619-977c-ff901dbffd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:11.937172 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-80d2a782-7235-4619-977c-ff901dbffd79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0458407 Apr 14 22:43:11.982914 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-c1a958d3-ad5e-446d-9a9b-272c5ad441e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:43:11.984377 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-c1a958d3-ad5e-446d-9a9b-272c5ad441e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414243 Apr 14 22:43:12.070243 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-72f54ec8-4b9a-4318-8f2f-21c7f58f7e6f service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795953 Apr 14 22:43:12.159338 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-e125c070-8cbc-4e8a-945d-01cf7f7952f0 req-492d20b5-cc7e-4ab4-b55f-b92d0f053e1d service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834088 Apr 14 22:43:30.711850 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:43:31.930458 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:34.428950 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-85d3ff51-8a51-498a-989c-8cb73a75c3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:36.764728 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2ad5-4e95-4052-9607-185d5114e484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:38.120166 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:39.297390 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:40.840482 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:43:43.976431 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [req-fba7248f-1d7b-42da-841c-511a123d2476 req-a34b4115-4752-4ad3-b4f3-173650d1d1fb service neutron] (104050) timed out ('10.222.0.37', 53150) {{(pid=104050) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:43:50.200969 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [req-1d96f189-23d7-4d76-b2e7-fc1c7da22f17 req-c9ce955d-debd-4234-a552-500c88eef768 service neutron] (104050) timed out ('10.222.0.37', 53169) {{(pid=104050) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:44:01.966043 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:04.383073 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-5299a6c3-339b-4d3c-9ad6-9be6d6893a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:06.771454 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-49c9d679-a63e-4b65-93e7-9a989be3dd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:07.711318 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:44:08.114593 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:09.274665 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:10.898098 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:12.421562 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-311ca2f9-c5e6-41bb-873b-076385d0aa64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816154 Apr 14 22:44:12.505232 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-06d2f5a5-9f35-49f4-a501-96d635d90c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:12.506818 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-06d2f5a5-9f35-49f4-a501-96d635d90c2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0393577 Apr 14 22:44:12.622637 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-ce31082d-512f-4ed9-9166-68bf161e7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:12.624058 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-ce31082d-512f-4ed9-9166-68bf161e7351 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.0939901 Apr 14 22:44:12.700668 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-04f15802-66bd-42ba-ba6c-24410613e4f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 1001 time: 0.0658629 Apr 14 22:44:12.761921 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-22cad829-b141-46cf-b427-b2e220ba9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:12.763486 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-22cad829-b141-46cf-b427-b2e220ba9a8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0526326 Apr 14 22:44:12.817041 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-b03b2249-e3e9-4b21-825a-adaa17b43097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:12.818621 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-b03b2249-e3e9-4b21-825a-adaa17b43097 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479019 Apr 14 22:44:12.922515 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-c119e5f3-7ee7-44f0-a8bc-3ceb84f3872c service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973167 Apr 14 22:44:13.025451 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-a3239fcc-137b-4a40-8668-ea3c3558ba5b req-71b2442a-c9bd-4c75-94c5-bd33c61cbf48 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943348 Apr 14 22:44:23.268252 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33432) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:23.417338 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Deleting port 9d0e3e24-5b8b-4be0-8c15-fa5549cc292b {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:23.417683 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:23.495142 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:23.495477 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for floatingip (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:23.508217 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Calling delete_port for 9d0e3e24-5b8b-4be0-8c15-fa5549cc292b owned by network:floatingip {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:23.741609 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (9d0e3e24-5b8b-4be0-8c15-fa5549cc292b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:23.769954 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event deleted for resources: {'Port': ['ID=9d0e3e24-5b8b-4be0-8c15-fa5549cc292b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:23.782283 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.782637 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.783007 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.783348 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.783685 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.784017 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.784352 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.784684 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.785010 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.785335 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.785657 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.785982 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.786304 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.786627 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.786987 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:23.842234 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for floatingip (0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:23.842475 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.db.l3_db [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Floating IP 0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c disassociated (deleted). External IP: 172.27.0.58, port: 55140563-7dff-48ca-af51-531bc320afa5. Apr 14 22:44:24.070890 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Router d5faeb18-137a-45bd-8fcb-96dc1a20d61a has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:44:24.181700 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:44:24.186527 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for floatingip (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:24.191591 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] Sync routers for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:44:24.201375 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:44:24.201995 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:44:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:24.216756 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-f5f9ff66-71b0-4c50-9414-516f3487fe2d tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "DELETE /v2.0/floatingips/0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c HTTP/1.1" status: 204 len: 168 time: 0.9473779 Apr 14 22:44:24.217336 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'tag': '55140563-7dff-48ca-af51-531bc320afa5'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:44:24.219622 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92b19f2-1790-4e59-9283-8c950029d4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "tag": "55140563-7dff-48ca-af51-531bc320afa5"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:44:24.317969 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e65ad5-694b-4ff3-beca-979423b56e4c x-openstack-request-id: req-60e65ad5-694b-4ff3-beca-979423b56e4c {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:44:24.317969 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "tag": "55140563-7dff-48ca-af51-531bc320afa5", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:44:24.317969 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60e65ad5-694b-4ff3-beca-979423b56e4c {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:44:24.317969 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e65ad5-694b-4ff3-beca-979423b56e4c'] response: {'name': 'network-changed', 'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'tag': '55140563-7dff-48ca-af51-531bc320afa5', 'status': 'completed', 'code': 200} Apr 14 22:44:24.320843 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:44:24.388992 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-21d74ad0-dcf6-4a69-990f-1b29f9573953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:24.390507 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-21d74ad0-dcf6-4a69-990f-1b29f9573953 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b10d6885624b07b857de555428c58d&device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 1130 time: 0.0404251 Apr 14 22:44:24.492213 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-fb244077-7d09-4aa4-aed8-7c07197cddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:24.494222 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-fb244077-7d09-4aa4-aed8-7c07197cddc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 200 len: 910 time: 0.0935457 Apr 14 22:44:24.545793 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-b35a32b0-2b03-43b7-b8fa-895ececea666 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 200 len: 217 time: 0.0351660 Apr 14 22:44:24.601519 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-176cd727-4b53-48b0-afb9-21531a13257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:24.603049 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-176cd727-4b53-48b0-afb9-21531a13257c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 200 len: 848 time: 0.0490146 Apr 14 22:44:24.653882 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-2cb274f2-5145-433d-a4b2-d1c1ab04be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:24.663662 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-2cb274f2-5145-433d-a4b2-d1c1ab04be2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ff1dfe44-6f72-4bbb-962b-af9c96d44b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437093 Apr 14 22:44:24.663825 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 5, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:24.690320 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] Checking router: d5faeb18-137a-45bd-8fcb-96dc1a20d61a for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:44:24.700148 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:44:24.700731 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:44:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:24.766173 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b3fa8-9ba5-4f11-8ad6-46fb586f2e7c req-e88abc3f-3fdd-45c1-a0f2-cc04f800dfa8 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:24.767662 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5a3b3fa8-9ba5-4f11-8ad6-46fb586f2e7c req-e88abc3f-3fdd-45c1-a0f2-cc04f800dfa8 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.1061409 Apr 14 22:44:24.817472 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:44:24.819325 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-5a3b3fa8-9ba5-4f11-8ad6-46fb586f2e7c req-9bc92d7b-b65d-4a5b-a93e-f2cbab8036a9 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459230 Apr 14 22:44:25.012147 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 5, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:25.038518 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ea4b7-b0ff-40d2-a1e8-d34df4b4e3a2 None None] The sync data for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi is: [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:53Z', 'revision_number': 4, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi', '_interfaces': [{'id': 'd0f0739e-226f-47f5-9657-b4ec1f243b7b', 'name': '', 'network_id': 'ff1dfe44-6f72-4bbb-962b-af9c96d44b48', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'mac_address': 'fa:16:3e:ca:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:53Z', 'updated_at': '2022-04-14T22:39:58Z', 'revision_number': 5, 'project_id': '89b10d6885624b07b857de555428c58d', 'subnets': [{'id': '4b6ad263-1c06-42f5-a0b8-31f3744e4a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:44:25.260263 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4310d-f928-42d3-9000-c57366438654 None None] New status for floating IP 0ddf1dd9-c5e0-4dcc-98de-75f1b637f87c: DOWN {{(pid=104053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 22:44:25.909222 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-7a325267-9fef-4fe6-b254-7e446a7a60a5 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867593 Apr 14 22:44:25.988580 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10bb7b-0d14-486d-8c6a-d080d64a5c24 req-2a7064a8-c543-4085-984d-7bd0150bcc6b tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:25.990058 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bc10bb7b-0d14-486d-8c6a-d080d64a5c24 req-2a7064a8-c543-4085-984d-7bd0150bcc6b tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.1014132 Apr 14 22:44:26.042253 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-bc10bb7b-0d14-486d-8c6a-d080d64a5c24 req-73740910-8fde-4e17-aa48-999e0f4307f3 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e548c3a-0296-4aa1-a766-23ff90a64010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464699 Apr 14 22:44:26.086606 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-d92b19f2-1790-4e59-9283-8c950029d4aa req-47ae7d15-947c-4d7e-840e-bd3f881f8ac7 service neutron] 10.222.0.37 "GET /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838356 Apr 14 22:44:26.446066 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-b45c250e-f163-4122-9ab4-a08f2af6b952 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 22:44:26.448022 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-b45c250e-f163-4122-9ab4-a08f2af6b952 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.37 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 946 time: 0.0514989 Apr 14 22:44:26.536730 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Deleting port 55140563-7dff-48ca-af51-531bc320afa5 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:26.537075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (55140563-7dff-48ca-af51-531bc320afa5), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:26.627229 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] For port 55140563-7dff-48ca-af51-531bc320afa5, host hv-cinder-82091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82091',level=0,port_id=55140563-7dff-48ca-af51-531bc320afa5,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:26.627587 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (55140563-7dff-48ca-af51-531bc320afa5), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:26.640931 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Calling delete_port for 55140563-7dff-48ca-af51-531bc320afa5 owned by compute:nova {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:26.855831 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (55140563-7dff-48ca-af51-531bc320afa5), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:26.887007 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event deleted for resources: {'Port': ['ID=55140563-7dff-48ca-af51-531bc320afa5,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:26.935517 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] No DVR routers for this DVR port 55140563-7dff-48ca-af51-531bc320afa5 on host hv-cinder-82091 {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:44:26.938188 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89091'] for port (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:26.941578 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-57f9eb49-ad6b-4a2c-aa8a-f15c6f9f1788 req-7fb2f4f3-0ede-4158-8107-fc1e3628564e tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.37 "DELETE /v2.0/ports/55140563-7dff-48ca-af51-531bc320afa5 HTTP/1.1" status: 204 len: 173 time: 0.4832435 Apr 14 22:44:26.942054 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'name': 'network-vif-deleted', 'tag': '55140563-7dff-48ca-af51-531bc320afa5'}] {{(pid=104051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 22:44:26.944483 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5784d86a4920a6b8fa55f0e6715dae144a13107c376890e894a259990f1bb5a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150824df-fcdd-417b-8b92-931f5bd15ba9" -d '{"events": [{"server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "name": "network-vif-deleted", "tag": "55140563-7dff-48ca-af51-531bc320afa5"}]}' {{(pid=104051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 22:44:26.981925 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b37d2d4-0aa0-4b18-bf41-d5a6e26ad612 x-openstack-request-id: req-0b37d2d4-0aa0-4b18-bf41-d5a6e26ad612 {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 22:44:26.982289 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421275d7-6443-43bb-b83f-7f97f24ca9e7", "name": "network-vif-deleted", "tag": "55140563-7dff-48ca-af51-531bc320afa5", "status": "completed", "code": 200}]} {{(pid=104051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 22:44:26.982552 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b37d2d4-0aa0-4b18-bf41-d5a6e26ad612 {{(pid=104051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 22:44:26.982994 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b37d2d4-0aa0-4b18-bf41-d5a6e26ad612'] response: {'server_uuid': '421275d7-6443-43bb-b83f-7f97f24ca9e7', 'name': 'network-vif-deleted', 'tag': '55140563-7dff-48ca-af51-531bc320afa5', 'status': 'completed', 'code': 200} Apr 14 22:44:27.145383 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [req-238114c6-d7d0-4a95-9ea3-5082742396a8 req-647af660-b9c5-4d24-bd80-b6039912a75a tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 210 time: 0.0326085 Apr 14 22:44:28.254506 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [req-3ad8b8f1-dcdd-4629-83a5-ff86903c358c req-62b8125f-bcc0-420d-bbbc-159ff6dc0654 tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "GET /v2.0/ports?device_id=421275d7-6443-43bb-b83f-7f97f24ca9e7 HTTP/1.1" status: 200 len: 210 time: 0.0280137 Apr 14 22:44:29.309371 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33468) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:29.368240 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e2284aa3-ccc2-4c57-be32-e7ee7f39d01c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group (8e548c3a-0296-4aa1-a766-23ff90a64010), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:29.393252 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e2284aa3-ccc2-4c57-be32-e7ee7f39d01c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group (8e548c3a-0296-4aa1-a766-23ff90a64010), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:29.530905 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e2284aa3-ccc2-4c57-be32-e7ee7f39d01c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (8e548c3a-0296-4aa1-a766-23ff90a64010), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:29.533633 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-e2284aa3-ccc2-4c57-be32-e7ee7f39d01c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:29.534822 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-e2284aa3-ccc2-4c57-be32-e7ee7f39d01c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] 10.222.0.50 "DELETE /v2.0/security-groups/8e548c3a-0296-4aa1-a766-23ff90a64010 HTTP/1.1" status: 204 len: 168 time: 0.2244389 Apr 14 22:44:29.544742 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2284aa3-ccc2-4c57-be32-e7ee7f39d01c tempest-TestShelveInstance-916637402 tempest-TestShelveInstance-916637402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e548c3a-0296-4aa1-a766-23ff90a64010,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:29.677126 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33472) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:30.024301 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:30.263822 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Deleting port d0f0739e-226f-47f5-9657-b4ec1f243b7b {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:30.264163 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:30.346524 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] For port d0f0739e-226f-47f5-9657-b4ec1f243b7b, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=d0f0739e-226f-47f5-9657-b4ec1f243b7b,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:30.347240 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:30.360666 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Calling delete_port for d0f0739e-226f-47f5-9657-b4ec1f243b7b owned by network:router_interface {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:30.611169 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (d0f0739e-226f-47f5-9657-b4ec1f243b7b), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:30.638325 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f0739e-226f-47f5-9657-b4ec1f243b7b,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:30.818860 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:31.311419 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Router d5faeb18-137a-45bd-8fcb-96dc1a20d61a has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:44:31.423950 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:44:31.429606 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-7151e162-4d05-4472-8fbc-b09bf89b8607 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5faeb18-137a-45bd-8fcb-96dc1a20d61a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7514243 Apr 14 22:44:31.432696 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33474) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:31.436085 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] Sync routers for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:44:31.451371 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:44:31.452009 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:44:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:31.539581 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks [] for router (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:31.562481 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: dv-cinder-820918-2-iscsi {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:44:31.656172 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks [] for router_gateway (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:31.734582 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55140563-7dff-48ca-af51-531bc320afa5 no longer exists at agent hyperv_hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:44:31.761949 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] No Port match for: 55140563-7dff-48ca-af51-531bc320afa5 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:44:31.762285 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Device 55140563-7dff-48ca-af51-531bc320afa5 not bound to the agent host hv-cinder-82091 {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:44:31.768398 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:44:30Z', 'revision_number': 5, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port': {'id': '8e2d10c2-43eb-44b2-92ac-ba898e1f4129', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:31.774780 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Deleting port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:31.775152 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:31.801156 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] Checking router: d5faeb18-137a-45bd-8fcb-96dc1a20d61a for host: dv-cinder-820918-2-iscsi {{(pid=104052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:44:31.810649 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] Routers {'d5faeb18-137a-45bd-8fcb-96dc1a20d61a'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:44:31.811301 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:44:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'], 'active': True} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:31.858046 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] For port 8e2d10c2-43eb-44b2-92ac-ba898e1f4129, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=8e2d10c2-43eb-44b2-92ac-ba898e1f4129,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:31.858339 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:31.874128 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Calling delete_port for 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 owned by network:router_gateway {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:31.913737 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvr_db [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] Set router d5faeb18-137a-45bd-8fcb-96dc1a20d61a gateway port host: None {{(pid=104052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:44:31.969804 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_hamode_db [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:44:31Z', 'revision_number': 6, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port_host': None}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:32.000338 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d66c86-ccab-469d-8382-6d61b9e09f19 None None] The sync data for ids ['d5faeb18-137a-45bd-8fcb-96dc1a20d61a'] in dv-cinder-820918-2-iscsi is: [{'id': 'd5faeb18-137a-45bd-8fcb-96dc1a20d61a', 'name': 'tempest-TestShelveInstance-1399935076-router', 'tenant_id': '89b10d6885624b07b857de555428c58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:50Z', 'updated_at': '2022-04-14T22:44:31Z', 'revision_number': 6, 'project_id': '89b10d6885624b07b857de555428c58d', 'gw_port_host': None}] {{(pid=104052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:44:32.004787 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.119495 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (8e2d10c2-43eb-44b2-92ac-ba898e1f4129), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.145276 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2d10c2-43eb-44b2-92ac-ba898e1f4129,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:32.218214 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.335143 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.338006 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks [] for router_controller (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.451241 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (d5faeb18-137a-45bd-8fcb-96dc1a20d61a), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.452018 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5faeb18-137a-45bd-8fcb-96dc1a20d61a {{(pid=104051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:44:32.457075 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.458277 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-a33e6e95-37e1-4ead-91d3-0ce4e4bb77ab admin admin] 10.222.0.50 "DELETE /v2.0/routers/d5faeb18-137a-45bd-8fcb-96dc1a20d61a HTTP/1.1" status: 204 len: 168 time: 1.0246067 Apr 14 22:44:32.460794 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33476) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:32.506885 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f72831-ed1a-4057-834e-ce83125aaafa admin admin] Deleting subnet 4b6ad263-1c06-42f5-a0b8-31f3744e4a18 {{(pid=104051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:44:32.510971 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-06f72831-ed1a-4057-834e-ce83125aaafa admin admin] Publish callbacks [] for subnet (4b6ad263-1c06-42f5-a0b8-31f3744e4a18), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.547068 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-06f72831-ed1a-4057-834e-ce83125aaafa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610516'] for subnet (4b6ad263-1c06-42f5-a0b8-31f3744e4a18), precommit_delete_associations {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.632595 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-06f72831-ed1a-4057-834e-ce83125aaafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (4b6ad263-1c06-42f5-a0b8-31f3744e4a18), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.770812 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-06f72831-ed1a-4057-834e-ce83125aaafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25656069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25923208'] for subnet (4b6ad263-1c06-42f5-a0b8-31f3744e4a18), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.803458 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f72831-ed1a-4057-834e-ce83125aaafa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6ad263-1c06-42f5-a0b8-31f3744e4a18,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:32.812732 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-06f72831-ed1a-4057-834e-ce83125aaafa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.815606 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3519b27-7840-4bd9-8076-890879b5f0a1 None None] Network ff1dfe44-6f72-4bbb-962b-af9c96d44b48 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:44:32.817014 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-06f72831-ed1a-4057-834e-ce83125aaafa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4b6ad263-1c06-42f5-a0b8-31f3744e4a18 HTTP/1.1" status: 204 len: 168 time: 0.3543527 Apr 14 22:44:32.818827 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33478) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:32.901340 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (ff1dfe44-6f72-4bbb-962b-af9c96d44b48), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.955096 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Deleting port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:32.955503 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:32.995213 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] DHCP port deletion for ff1dfe44-6f72-4bbb-962b-af9c96d44b48 request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:44:33.030085 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] For port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:33.030644 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.052383 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Calling delete_port for 56c77d12-f2e9-4c4f-8b0d-598a61a204ff owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:33.062345 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Deleting port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:33.063016 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.131303 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] For port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,segment=NetworkSegment(40553c1a-0e32-47f7-b1a7-c42c1c4516c9),segment_id=40553c1a-0e32-47f7-b1a7-c42c1c4516c9)] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:33.131703 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.148089 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Calling delete_port for 56c77d12-f2e9-4c4f-8b0d-598a61a204ff owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:33.206014 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.233826 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:33.236220 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] No DVR routers for this DVR port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff on host dv-cinder-820918-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:44:33.237112 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (56c77d12-f2e9-4c4f-8b0d-598a61a204ff), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.268135 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Pushing event deleted for resources: {'Port': ['ID=56c77d12-f2e9-4c4f-8b0d-598a61a204ff,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:33.279404 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.279679 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.280173 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.280529 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.280872 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.281834 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.281834 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.281834 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.282170 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.282497 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.282857 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.283193 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.283521 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.283850 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.284176 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:33.287342 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205006d2-ac15-4291-ab48-57b6c9de937c None None] No DVR routers for this DVR port 56c77d12-f2e9-4c4f-8b0d-598a61a204ff on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:44:33.320540 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (ff1dfe44-6f72-4bbb-962b-af9c96d44b48), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.346793 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1dfe44-6f72-4bbb-962b-af9c96d44b48']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:33.357940 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40553c1a-0e32-47f7-b1a7-c42c1c4516c9') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:33.358273 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40553c1a-0e32-47f7-b1a7-c42c1c4516c9') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:33.368731 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (40553c1a-0e32-47f7-b1a7-c42c1c4516c9), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.382991 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (40553c1a-0e32-47f7-b1a7-c42c1c4516c9), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.389316 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:44:33.389703 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (40553c1a-0e32-47f7-b1a7-c42c1c4516c9), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:44:33.391572 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:44:33.525965 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (ff1dfe44-6f72-4bbb-962b-af9c96d44b48), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.531660 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:33.534900 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ff1dfe44-6f72-4bbb-962b-af9c96d44b48 HTTP/1.1" status: 204 len: 168 time: 0.7148175 Apr 14 22:44:33.538603 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33480) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:33.546247 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46158d1d-1eba-4d31-9e43-bf42c1ee7f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1dfe44-6f72-4bbb-962b-af9c96d44b48,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:33.617314 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:44:33.638582 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:44:33.638956 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 8e2d10c2-43eb-44b2-92ac-ba898e1f4129 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:44:33.639418 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 56c77d12-f2e9-4c4f-8b0d-598a61a204ff no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:44:33.658956 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 56c77d12-f2e9-4c4f-8b0d-598a61a204ff {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:44:33.659306 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 56c77d12-f2e9-4c4f-8b0d-598a61a204ff not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:44:33.659731 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device d0f0739e-226f-47f5-9657-b4ec1f243b7b no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:44:33.682131 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: d0f0739e-226f-47f5-9657-b4ec1f243b7b {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:44:33.682480 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device d0f0739e-226f-47f5-9657-b4ec1f243b7b not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:44:33.877067 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659660'] for router_interface (1e045d82-a4a0-4295-a636-ab45ac0a2dae), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:34.116921 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Deleting port 5a14a491-b494-40b8-a44a-6b030822c785 {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:34.117262 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (5a14a491-b494-40b8-a44a-6b030822c785), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:34.195542 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] For port 5a14a491-b494-40b8-a44a-6b030822c785, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=5a14a491-b494-40b8-a44a-6b030822c785,segment=NetworkSegment(d1d07ba0-cafe-466e-a5e5-2bba462ad6ec),segment_id=d1d07ba0-cafe-466e-a5e5-2bba462ad6ec)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:34.195826 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (5a14a491-b494-40b8-a44a-6b030822c785), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:34.209411 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Calling delete_port for 5a14a491-b494-40b8-a44a-6b030822c785 owned by network:router_interface {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:34.399332 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c0046362-9be3-4d5c-aa17-925c75405d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:34.457130 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (5a14a491-b494-40b8-a44a-6b030822c785), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:34.485741 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a14a491-b494-40b8-a44a-6b030822c785,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:34.516330 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.516679 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.517028 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.517380 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.517814 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.518562 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.518954 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.519359 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.519710 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.520051 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.520397 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.520732 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.521069 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.521388 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.521712 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820918-2-iscsi {{(pid=104050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 22:44:34.674008 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659536'] for router_interface (1e045d82-a4a0-4295-a636-ab45ac0a2dae), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:34.897482 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Router 1e045d82-a4a0-4295-a636-ab45ac0a2dae has already been hosted by L3 agent 5903f265-b9b0-4ad3-ba22-e5d64cd1ed94 {{(pid=104050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 22:44:35.010950 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] Notify agent at l3_agent.dv-cinder-820918-2-iscsi the message routers_updated {{(pid=104050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 22:44:35.016140 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-22971eed-f0fb-421e-84cc-9992d7aa0830 admin admin] 10.222.0.50 "PUT /v2.0/routers/1e045d82-a4a0-4295-a636-ab45ac0a2dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773180 Apr 14 22:44:35.018664 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33482) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:35.021181 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] Sync routers for ids ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'] in dv-cinder-820918-2-iscsi {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 22:44:35.031721 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] Routers {'1e045d82-a4a0-4295-a636-ab45ac0a2dae'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:44:35.032238 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:44:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:35.125807 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks [] for router (1e045d82-a4a0-4295-a636-ab45ac0a2dae), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:35.137458 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] Set router 1e045d82-a4a0-4295-a636-ab45ac0a2dae gateway port host: dv-cinder-820918-2-iscsi {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:44:35.231768 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks [] for router_gateway (1e045d82-a4a0-4295-a636-ab45ac0a2dae), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:35.305052 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'external_fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '7b690396-9e86-4f47-b776-c9201803802e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:44:34Z', 'revision_number': 5, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port': {'id': '7b690396-9e86-4f47-b776-c9201803802e', 'name': '', 'network_id': '16ad75aa-7e2d-4ec9-9d3a-df69b6bc6961', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '29247ec5-11cc-4627-a44c-666395863587', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820918-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T22:39:58Z', 'updated_at': '2022-04-14T22:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '29247ec5-11cc-4627-a44c-666395863587', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820918-2-iscsi'}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:35.335123 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] Checking router: 1e045d82-a4a0-4295-a636-ab45ac0a2dae for host: dv-cinder-820918-2-iscsi {{(pid=104053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 22:44:35.344389 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] Routers {'1e045d82-a4a0-4295-a636-ab45ac0a2dae'} bound to L3 agent in host dv-cinder-820918-2-iscsi {{(pid=104053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 22:44:35.344995 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820918-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-14T22:19:07Z,description=,heartbeat_timestamp=2022-04-14T22:44:07Z,host='dv-cinder-820918-2-iscsi',id=5903f265-b9b0-4ad3-ba22-e5d64cd1ed94,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T22:19:07Z,topic='l3_agent')) {'router_ids': ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'], 'active': True} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:35.354014 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Deleting port 7b690396-9e86-4f47-b776-c9201803802e {{(pid=104050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:35.354354 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (7b690396-9e86-4f47-b776-c9201803802e), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:35.432814 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_dvr_db [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] Set router 1e045d82-a4a0-4295-a636-ab45ac0a2dae gateway port host: None {{(pid=104053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 22:44:35.436790 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.db [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] For port 7b690396-9e86-4f47-b776-c9201803802e, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=7b690396-9e86-4f47-b776-c9201803802e,segment=NetworkSegment(453d27d0-a994-4022-b811-595910051aca),segment_id=453d27d0-a994-4022-b811-595910051aca)] {{(pid=104050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:35.436950 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (7b690396-9e86-4f47-b776-c9201803802e), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:35.450975 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Calling delete_port for 7b690396-9e86-4f47-b776-c9201803802e owned by network:router_gateway {{(pid=104050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:35.486980 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.l3_hamode_db [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:44:35Z', 'revision_number': 6, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port_host': None}], 'dv-cinder-820918-2-iscsi', False) {} {{(pid=104053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:35.513020 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf61ce-1d24-422e-b041-90883f7c0d42 None None] The sync data for ids ['1e045d82-a4a0-4295-a636-ab45ac0a2dae'] in dv-cinder-820918-2-iscsi is: [{'id': '1e045d82-a4a0-4295-a636-ab45ac0a2dae', 'name': 'tempest-TestShelveInstance-1738065643-router', 'tenant_id': 'b13c73278980495b8ab05c707490796a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T22:39:57Z', 'updated_at': '2022-04-14T22:44:35Z', 'revision_number': 6, 'project_id': 'b13c73278980495b8ab05c707490796a', 'gw_port_host': None}] {{(pid=104053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 22:44:35.697244 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750140'] for port (7b690396-9e86-4f47-b776-c9201803802e), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:35.722322 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Pushing event deleted for resources: {'Port': ['ID=7b690396-9e86-4f47-b776-c9201803802e,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:35.786981 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-662774'] for router_gateway (1e045d82-a4a0-4295-a636-ab45ac0a2dae), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.124794 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-661288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59804'] for router (1e045d82-a4a0-4295-a636-ab45ac0a2dae), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.126980 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks [] for router_controller (1e045d82-a4a0-4295-a636-ab45ac0a2dae), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.239830 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-661267'] for router (1e045d82-a4a0-4295-a636-ab45ac0a2dae), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.240333 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e045d82-a4a0-4295-a636-ab45ac0a2dae {{(pid=104050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 22:44:36.247033 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.248227 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-fdfb16b5-5bd5-4167-a2d4-a18a11c85bea admin admin] 10.222.0.50 "DELETE /v2.0/routers/1e045d82-a4a0-4295-a636-ab45ac0a2dae HTTP/1.1" status: 204 len: 168 time: 1.2275105 Apr 14 22:44:36.250781 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33484) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:36.278068 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 5a14a491-b494-40b8-a44a-6b030822c785 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:44:36.297514 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.db.db_base_plugin_v2 [None req-feda920c-dc9c-4666-9dbe-839eeb906bed admin admin] Deleting subnet 49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7 {{(pid=104050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 22:44:36.301812 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 5a14a491-b494-40b8-a44a-6b030822c785 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:44:36.301812 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 5a14a491-b494-40b8-a44a-6b030822c785 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:44:36.302344 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-feda920c-dc9c-4666-9dbe-839eeb906bed admin admin] Publish callbacks [] for subnet (49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.341017 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-feda920c-dc9c-4666-9dbe-839eeb906bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27071291'] for subnet (49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7), precommit_delete_associations {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.418661 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-feda920c-dc9c-4666-9dbe-839eeb906bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1751847'] for subnet (49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.526418 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-feda920c-dc9c-4666-9dbe-839eeb906bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1751856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25323411'] for subnet (49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.553303 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda920c-dc9c-4666-9dbe-839eeb906bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:36.557721 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-feda920c-dc9c-4666-9dbe-839eeb906bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for subnet (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.563449 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-feda920c-dc9c-4666-9dbe-839eeb906bed admin admin] 10.222.0.50 "DELETE /v2.0/subnets/49e89cbc-6dbb-48d5-a52a-10a8f9cfbea7 HTTP/1.1" status: 204 len: 168 time: 0.3110552 Apr 14 22:44:36.563558 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33486) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:36.567000 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51beb364-1f7b-4c96-9caf-50be0edf830f None None] Network 2944d268-94e9-4264-92d5-4b699ab98437 requested from dv-cinder-820918-2-iscsi {{(pid=104052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 22:44:36.636527 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1891158'] for network (2944d268-94e9-4264-92d5-4b699ab98437), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.683321 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Deleting port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 {{(pid=104051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:36.683657 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.753078 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.db [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] For port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8, host dv-cinder-820918-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820918-2-iscsi',level=0,port_id=9f092e57-6785-4bcc-8ce7-7884fd9f7da8,segment=NetworkSegment(d1d07ba0-cafe-466e-a5e5-2bba462ad6ec),segment_id=d1d07ba0-cafe-466e-a5e5-2bba462ad6ec)] {{(pid=104051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:36.753442 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.767795 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.plugin [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Calling delete_port for 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 owned by network:dhcp {{(pid=104051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:36.856216 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] DHCP port deletion for 2944d268-94e9-4264-92d5-4b699ab98437 request from dv-cinder-820918-2-iscsi {{(pid=104052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 22:44:36.859783 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b36c2a1-dd15-4da1-b62d-9d6690bc5525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.898394 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] Deleting port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 {{(pid=104052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 22:44:36.898957 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760511494184'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), before_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.901649 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25656170'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.928671 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f092e57-6785-4bcc-8ce7-7884fd9f7da8,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:36.931403 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] No DVR routers for this DVR port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 on host dv-cinder-820918-2-iscsi {{(pid=104051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:44:36.966885 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.db [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] For port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8, host dv-cinder-820918-2-iscsi, got binding levels [] {{(pid=104052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 22:44:36.968113 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-784194'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), precommit_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:36.982889 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] Calling delete_port for 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 owned by network:dhcp {{(pid=104052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 22:44:36.986507 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.ipam_backend_mixin [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] Port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 was not found and therefore no delete operation was performed {{(pid=104052) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 14 22:44:36.988019 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1792715', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-260874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760511500566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760511092655'] for port (9f092e57-6785-4bcc-8ce7-7884fd9f7da8), after_delete {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.009834 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752476', 'neutron.services.segments.db._delete_segments_for_network-8760511387064'] for network (2944d268-94e9-4264-92d5-4b699ab98437), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.013955 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] Pushing event deleted for resources: {'Port': ['ID=9f092e57-6785-4bcc-8ce7-7884fd9f7da8,revision_number=None']} {{(pid=104052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:37.017569 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f4c66-5e2a-4d72-b943-b5777185300d None None] No DVR routers for this DVR port 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 on host dv-cinder-820918-2-iscsi {{(pid=104052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 22:44:37.041881 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2944d268-94e9-4264-92d5-4b699ab98437']}} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:37.051608 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec') {'for_net_delete': True} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:37.051934 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.services.segments.db [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d07ba0-cafe-466e-a5e5-2bba462ad6ec') {} {{(pid=104051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 22:44:37.061952 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760511572673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610543'] for segment (d1d07ba0-cafe-466e-a5e5-2bba462ad6ec), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.075684 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636'] for segment (d1d07ba0-cafe-466e-a5e5-2bba462ad6ec), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=104051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25656255'] for segment (d1d07ba0-cafe-466e-a5e5-2bba462ad6ec), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: Traceback (most recent call last): Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: timer() Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: cb(*args, **kw) Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: return func(*args, **kwargs) Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: self._notify() Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: self.callback(batched_events) Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: event.method(event) Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: return f(self, *a, **k) Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._get(url).json() Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: return self.request(url, 'GET', **kwargs) Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 22:44:37.084733 dv-cinder-820918-2-iscsi neutron-server[104051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 22:44:37.194041 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-662738'] for network (2944d268-94e9-4264-92d5-4b699ab98437), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.200473 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651309'] for network (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.203641 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2944d268-94e9-4264-92d5-4b699ab98437 HTTP/1.1" status: 204 len: 168 time: 0.6390936 Apr 14 22:44:37.215243 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb9e8a-d760-4997-9f4a-f9b04b556f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=2944d268-94e9-4264-92d5-4b699ab98437,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:37.529281 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33490) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:37.573506 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-aca99e85-7d4f-47cd-86a8-27e333fa19df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89b10d6885624b07b857de555428c58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430508 Apr 14 22:44:37.576264 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [-] (104051) accepted ('10.222.0.50', 33492) {{(pid=104051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:37.615009 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 7b690396-9e86-4f47-b776-c9201803802e no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:44:37.627249 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5dec2a0e-e68d-447f-bea0-358ec551b7df admin admin] Publish callbacks [] for security_group (20aead8c-3cfa-4874-8fa7-e80c37c2d06c), before_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.636024 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 7b690396-9e86-4f47-b776-c9201803802e {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:44:37.636457 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 7b690396-9e86-4f47-b776-c9201803802e not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:44:37.636949 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 no longer exists at agent ovs-agent-dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 22:44:37.650418 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5dec2a0e-e68d-447f-bea0-358ec551b7df admin admin] Publish callbacks [] for security_group (20aead8c-3cfa-4874-8fa7-e80c37c2d06c), precommit_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.656670 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.plugin [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] No Port match for: 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 {{(pid=104052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 22:44:37.656994 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron.plugins.ml2.rpc [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Device 9f092e57-6785-4bcc-8ce7-7884fd9f7da8 not bound to the agent host dv-cinder-820918-2-iscsi {{(pid=104052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 22:44:37.788511 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5dec2a0e-e68d-447f-bea0-358ec551b7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (20aead8c-3cfa-4874-8fa7-e80c37c2d06c), after_delete {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.791845 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron_lib.callbacks.manager [None req-5dec2a0e-e68d-447f-bea0-358ec551b7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:37.793119 dv-cinder-820918-2-iscsi neutron-server[104051]: INFO neutron.wsgi [None req-5dec2a0e-e68d-447f-bea0-358ec551b7df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20aead8c-3cfa-4874-8fa7-e80c37c2d06c HTTP/1.1" status: 204 len: 168 time: 0.2157543 Apr 14 22:44:37.801389 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec2a0e-e68d-447f-bea0-358ec551b7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aead8c-3cfa-4874-8fa7-e80c37c2d06c,revision_number=None']} {{(pid=104051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:38.105367 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:38.392799 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33498) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:38.440852 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c054f69f-12c1-4efd-ab06-22fd8599ab36 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b13c73278980495b8ab05c707490796a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467770 Apr 14 22:44:38.443225 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.wsgi [-] (104050) accepted ('10.222.0.50', 33500) {{(pid=104050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 22:44:38.497316 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ecf9-fe66-4d61-aebf-cc547caba1fd admin admin] Publish callbacks [] for security_group (7d88e1df-42e5-40f9-8d15-57db5a940e79), before_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:38.521310 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ecf9-fe66-4d61-aebf-cc547caba1fd admin admin] Publish callbacks [] for security_group (7d88e1df-42e5-40f9-8d15-57db5a940e79), precommit_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:38.702691 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ecf9-fe66-4d61-aebf-cc547caba1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610915'] for security_group (7d88e1df-42e5-40f9-8d15-57db5a940e79), after_delete {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:38.705273 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ecf9-fe66-4d61-aebf-cc547caba1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:38.706613 dv-cinder-820918-2-iscsi neutron-server[104050]: INFO neutron.wsgi [None req-c8a6ecf9-fe66-4d61-aebf-cc547caba1fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d88e1df-42e5-40f9-8d15-57db5a940e79 HTTP/1.1" status: 204 len: 168 time: 0.2624636 Apr 14 22:44:38.715166 dv-cinder-820918-2-iscsi neutron-server[104050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6ecf9-fe66-4d61-aebf-cc547caba1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d88e1df-42e5-40f9-8d15-57db5a940e79,revision_number=None']} {{(pid=104050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 22:44:39.273462 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:40.844126 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:44:44.710516 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:45:01.988342 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:04.433057 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9b152c8b-fa0e-4fd9-ba1c-cdd85eb96a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:06.758905 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-586603a8-f381-4344-890a-9a0f0c9ede7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:08.130318 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:09.370764 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:10.838838 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:21.709778 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:45:32.003970 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:34.386899 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-9b128078-25f6-45f6-90ec-ce3f372bb8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:36.764413 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-638cd1e9-d12b-497b-ad33-8638a99b2bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:38.140866 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:39.278441 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:40.924072 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:45:58.708866 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:46:01.986144 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:04.414923 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-ec39b670-98dd-4e6c-8ec1-f8f256c39408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:06.780538 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-84007bbe-e1c0-4db6-ab90-e0efcdd1e493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:08.140357 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:09.288574 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:10.854955 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:31.951745 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:34.408609 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-abcd31a8-279b-4d32-84e1-452baa61e402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:35.707334 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:46:36.774145 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fa4794e7-cd7b-49d6-9391-0ebc5d698da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:38.111196 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:39.294358 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:46:40.871271 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:01.968761 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:04.436366 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d7b0178e-3a43-4448-a19f-ef0c116573e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:06.773736 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4c6ae2a1-52d9-4835-964e-bd708aeb4d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:08.116171 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:09.276498 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:10.848182 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:12.705997 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:47:31.973319 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:34.424772 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-655d31e0-c1c9-4132-b3d2-eecfaaa63c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:36.773358 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-3ad6fa44-a120-4951-ad6f-bd83017120cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:38.127627 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:39.293446 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:40.853858 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:47:49.704920 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:48:01.984832 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:04.453439 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-4dec0ab5-0ca5-4148-934b-0cffe9ec3f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:06.761607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-349a6801-2ae3-4dc0-8f78-304b75c16bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:08.121325 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:09.384413 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:10.870072 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:26.703815 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:48:28.795413 dv-cinder-820918-2-iscsi neutron-server[104051]: DEBUG neutron.wsgi [req-64989016-cccb-4b38-a228-8fc54f6c4164 req-9b424fc3-e7e3-4237-8d55-80fdf9a7ee97 service neutron] (104051) timed out ('10.222.0.37', 53170) {{(pid=104051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 14 22:48:31.995762 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:34.441607 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-01e8bf5e-5915-4d00-bd7e-601ed13a8d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:36.767170 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-396e324a-376a-4b81-9e75-f11ecb3b5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:38.109902 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:39.281213 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:48:40.847082 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:02.024615 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:03.703568 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:49:04.406554 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-1e249a44-f489-4bb6-b9a5-9c828f191d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:06.818516 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c87dc8d9-df0d-4472-9507-10a0cc364aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:08.120901 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:09.315335 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:10.989710 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:32.017703 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-c5f494be-1805-43b0-97c6-f2c70dbc4e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (2405f96f-d766-4f2e-add5-c8708b012d23), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:34.427869 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f022-d229-46cd-8eae-8f366ffbb428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (722c28f9-7389-4e8b-83ef-1e910ecd8d17), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:36.766203 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-d5c167c5-48ed-4819-80ac-a810608d2d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (5903f265-b9b0-4ad3-ba22-e5d64cd1ed94), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:38.125500 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-2a24eed0-0588-46c6-89bf-29eabd6203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (f7042239-98ca-4af6-a9d3-f10c29ec3a07), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:39.320760 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-b8372e9f-5b05-4529-8de0-695d6fd2ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (cc7cef35-3501-43a5-a689-64c6a979f548), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 22:49:40.705240 dv-cinder-820918-2-iscsi neutron-server[104053]: DEBUG neutron.db.agents_db [None req-02634952-e09b-4a31-8666-6d28e71b3376 None None] Agent healthcheck: found 6 active agents {{(pid=104053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 22:49:40.880637 dv-cinder-820918-2-iscsi neutron-server[104052]: DEBUG neutron_lib.callbacks.manager [None req-0b545562-2e2d-47bc-a185-3894c1cb1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760511387046', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718237'] for agent (17bf8aa8-1aec-452a-9152-77d4a5961269), after_update {{(pid=104052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}